2024-11-11 23:17:00,369 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 23:17:00,387 main DEBUG Took 0.016583 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 23:17:00,388 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 23:17:00,388 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 23:17:00,389 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 23:17:00,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,397 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 23:17:00,410 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,411 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,412 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,414 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,414 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,416 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,416 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,417 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,418 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,419 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 23:17:00,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,421 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 23:17:00,422 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 23:17:00,423 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 23:17:00,425 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 23:17:00,425 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 23:17:00,427 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 23:17:00,427 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 23:17:00,434 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 23:17:00,436 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 23:17:00,438 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 23:17:00,438 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 23:17:00,439 main DEBUG createAppenders(={Console}) 2024-11-11 23:17:00,439 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 23:17:00,440 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 23:17:00,440 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 23:17:00,440 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 23:17:00,441 main DEBUG OutputStream closed 2024-11-11 23:17:00,441 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 23:17:00,441 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 23:17:00,441 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 23:17:00,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 23:17:00,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 23:17:00,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 23:17:00,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 23:17:00,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 23:17:00,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 23:17:00,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 23:17:00,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 23:17:00,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 23:17:00,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 23:17:00,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 23:17:00,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 23:17:00,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 23:17:00,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 23:17:00,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 23:17:00,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 23:17:00,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 23:17:00,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 23:17:00,521 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 23:17:00,522 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 23:17:00,522 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 23:17:00,523 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T23:17:00,535 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 23:17:00,537 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 23:17:00,537 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T23:17:00,594 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=6888 2024-11-11T23:17:00,785 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T23:17:00,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444 2024-11-11T23:17:00,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/cluster_05ba0be3-35a4-8665-3cb7-a39285bd792d, deleteOnExit=true 2024-11-11T23:17:00,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/cluster_05ba0be3-35a4-8665-3cb7-a39285bd792d/zookeeper_0, clientPort=61313, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/cluster_05ba0be3-35a4-8665-3cb7-a39285bd792d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/cluster_05ba0be3-35a4-8665-3cb7-a39285bd792d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:17:00,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61313 2024-11-11T23:17:00,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:17:01,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:17:01,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/test.cache.data in system properties and HBase conf 2024-11-11T23:17:01,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:17:01,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:17:01,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:17:01,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:17:01,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:17:01,075 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T23:17:01,169 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:17:01,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:01,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:01,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:17:01,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:01,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:17:01,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:17:01,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:01,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:01,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:17:01,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:17:01,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:17:01,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:17:01,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:17:02,235 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T23:17:02,305 INFO [Time-limited test {}] log.Log(170): Logging initialized @2616ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T23:17:02,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:02,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:02,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:02,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:02,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:17:02,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:02,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:02,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:02,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/java.io.tmpdir/jetty-localhost-46135-hadoop-hdfs-3_4_1-tests_jar-_-any-4408716596667972296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:02,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46135} 2024-11-11T23:17:02,655 INFO [Time-limited test {}] server.Server(415): Started @2967ms 2024-11-11T23:17:03,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:03,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:03,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:03,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:03,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:17:03,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:03,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:03,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/java.io.tmpdir/jetty-localhost-44719-hadoop-hdfs-3_4_1-tests_jar-_-any-2797327234324282220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:03,492 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:44719} 2024-11-11T23:17:03,493 INFO [Time-limited test {}] server.Server(415): Started @3804ms 2024-11-11T23:17:03,561 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:17:04,743 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/cluster_05ba0be3-35a4-8665-3cb7-a39285bd792d/data/data2/current/BP-1945304145-172.17.0.2-1731367021688/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:04,743 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/cluster_05ba0be3-35a4-8665-3cb7-a39285bd792d/data/data1/current/BP-1945304145-172.17.0.2-1731367021688/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:04,813 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:17:04,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7b819efd0d93d93 with lease ID 0x662369b296975503: Processing first storage report for DS-4859364d-e412-4c7f-a00a-a4069842ec11 from datanode DatanodeRegistration(127.0.0.1:38511, datanodeUuid=32dc01ac-7c02-45d7-b4d6-cb234208cf3e, infoPort=45651, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=1063301553;c=1731367021688) 2024-11-11T23:17:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7b819efd0d93d93 with lease ID 0x662369b296975503: from storage DS-4859364d-e412-4c7f-a00a-a4069842ec11 node DatanodeRegistration(127.0.0.1:38511, datanodeUuid=32dc01ac-7c02-45d7-b4d6-cb234208cf3e, infoPort=45651, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=1063301553;c=1731367021688), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T23:17:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7b819efd0d93d93 with lease ID 0x662369b296975503: Processing first storage report for DS-7bc77300-215a-4f72-aac7-9ed75d4bc5e2 from datanode DatanodeRegistration(127.0.0.1:38511, datanodeUuid=32dc01ac-7c02-45d7-b4d6-cb234208cf3e, infoPort=45651, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=1063301553;c=1731367021688) 2024-11-11T23:17:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7b819efd0d93d93 with lease ID 0x662369b296975503: from storage DS-7bc77300-215a-4f72-aac7-9ed75d4bc5e2 node DatanodeRegistration(127.0.0.1:38511, datanodeUuid=32dc01ac-7c02-45d7-b4d6-cb234208cf3e, infoPort=45651, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=1063301553;c=1731367021688), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T23:17:04,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444 2024-11-11T23:17:04,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:04,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:05,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:17:05,643 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c with version=8 2024-11-11T23:17:05,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/hbase-staging 2024-11-11T23:17:05,736 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T23:17:06,069 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:06,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:06,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:06,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:06,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:06,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:06,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:17:06,382 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T23:17:06,394 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T23:17:06,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:06,431 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12756 (auto-detected) 2024-11-11T23:17:06,433 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T23:17:06,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46537 2024-11-11T23:17:06,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46537 connecting to ZooKeeper ensemble=127.0.0.1:61313 2024-11-11T23:17:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465370x0, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:06,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46537-0x1012c3025420000 connected 2024-11-11T23:17:06,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:06,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:06,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/running 2024-11-11T23:17:06,788 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c, hbase.cluster.distributed=false 2024-11-11T23:17:06,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/acl 2024-11-11T23:17:06,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46537 2024-11-11T23:17:06,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46537 2024-11-11T23:17:06,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46537 2024-11-11T23:17:06,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46537 2024-11-11T23:17:06,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46537 2024-11-11T23:17:07,000 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:07,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:07,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:07,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:07,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:07,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:07,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:17:07,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:07,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41305 2024-11-11T23:17:07,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41305 connecting to ZooKeeper ensemble=127.0.0.1:61313 2024-11-11T23:17:07,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:07,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413050x0, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:07,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41305-0x1012c3025420001 connected 2024-11-11T23:17:07,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/running 2024-11-11T23:17:07,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:17:07,102 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:17:07,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/master 2024-11-11T23:17:07,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/acl 2024-11-11T23:17:07,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41305 2024-11-11T23:17:07,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41305 2024-11-11T23:17:07,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41305 2024-11-11T23:17:07,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41305 2024-11-11T23:17:07,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41305 2024-11-11T23:17:07,196 DEBUG [M:0;cdbe53028b4b:46537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:46537 2024-11-11T23:17:07,204 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1144350150/backup-masters/cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:07,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/backup-masters 2024-11-11T23:17:07,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/backup-masters 2024-11-11T23:17:07,222 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on existing znode=/0-1144350150/backup-masters/cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1144350150/master 2024-11-11T23:17:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:07,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:07,251 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on existing znode=/0-1144350150/master 2024-11-11T23:17:07,252 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1144350150/backup-masters/cdbe53028b4b,46537,1731367025849 from backup master directory 2024-11-11T23:17:07,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/backup-masters/cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:07,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/backup-masters 2024-11-11T23:17:07,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/backup-masters 2024-11-11T23:17:07,262 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:07,266 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:07,268 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T23:17:07,273 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T23:17:07,341 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/hbase.id] with ID: 3053382d-3274-4dbc-bf56-e8bc5d485260 2024-11-11T23:17:07,341 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/.tmp/hbase.id 2024-11-11T23:17:07,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:17:07,763 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/.tmp/hbase.id]:[hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/hbase.id] 2024-11-11T23:17:07,810 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:07,823 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:17:07,852 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-11T23:17:07,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:07,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:07,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:17:08,334 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:17:08,338 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:17:08,357 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:17:08,363 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:17:08,417 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store 2024-11-11T23:17:08,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:17:08,843 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T23:17:08,847 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:08,849 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:08,849 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:08,850 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:08,851 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:08,852 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:08,852 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:08,853 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367028849Disabling compacts and flushes for region at 1731367028849Disabling writes for close at 1731367028852 (+3 ms)Writing region close event to WAL at 1731367028852Closed at 1731367028852 2024-11-11T23:17:08,856 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/.initializing 2024-11-11T23:17:08,856 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:08,865 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:08,880 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C46537%2C1731367025849, suffix=, logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849, archiveDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/oldWALs, maxLogs=10 2024-11-11T23:17:08,904 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849/cdbe53028b4b%2C46537%2C1731367025849.1731367028885, exclude list is [], retry=0 2024-11-11T23:17:08,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-4859364d-e412-4c7f-a00a-a4069842ec11,DISK] 2024-11-11T23:17:08,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T23:17:08,986 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849/cdbe53028b4b%2C46537%2C1731367025849.1731367028885 2024-11-11T23:17:08,989 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45651:45651)] 2024-11-11T23:17:08,990 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:08,991 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:08,994 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:08,996 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:17:09,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:09,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:09,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:17:09,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:09,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:09,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:17:09,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:09,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:09,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:17:09,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:09,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:09,088 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,094 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,100 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,100 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,105 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:09,109 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:09,115 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:09,117 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64657533, jitterRate=-0.03652767837047577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:09,126 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367029010Initializing all the Stores at 1731367029012 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367029013 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367029014 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367029014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367029014Cleaning up temporary data from old regions at 1731367029100 (+86 ms)Region opened successfully at 1731367029126 (+26 ms) 2024-11-11T23:17:09,127 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:17:09,166 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22503e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:09,200 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:17:09,212 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:17:09,212 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:17:09,215 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:17:09,216 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T23:17:09,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T23:17:09,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:17:09,250 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:17:09,261 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/balancer because node does not exist (not necessarily an error) 2024-11-11T23:17:09,312 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/balancer already deleted, retry=false 2024-11-11T23:17:09,315 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:17:09,317 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:17:09,323 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/normalizer already deleted, retry=false 2024-11-11T23:17:09,325 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:17:09,329 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:17:09,342 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/switch/split already deleted, retry=false 2024-11-11T23:17:09,344 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:17:09,354 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/switch/merge already deleted, retry=false 2024-11-11T23:17:09,374 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:17:09,386 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/snapshot-cleanup already deleted, retry=false 2024-11-11T23:17:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1144350150/running 2024-11-11T23:17:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1144350150/running 2024-11-11T23:17:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:09,401 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,46537,1731367025849, sessionid=0x1012c3025420000, setting cluster-up flag (Was=false) 2024-11-11T23:17:09,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:09,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:09,460 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1144350150/flush-table-proc/acquired, /0-1144350150/flush-table-proc/reached, /0-1144350150/flush-table-proc/abort 2024-11-11T23:17:09,462 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:09,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:09,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:09,512 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1144350150/online-snapshot/acquired, /0-1144350150/online-snapshot/reached, /0-1144350150/online-snapshot/abort 2024-11-11T23:17:09,514 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:09,521 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:17:09,565 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(746): ClusterId : 3053382d-3274-4dbc-bf56-e8bc5d485260 2024-11-11T23:17:09,568 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:17:09,578 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:17:09,578 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:17:09,589 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:17:09,590 DEBUG [RS:0;cdbe53028b4b:41305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c122d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:09,609 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:41305 2024-11-11T23:17:09,613 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:17:09,613 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:17:09,613 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:17:09,616 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,46537,1731367025849 with port=41305, startcode=1731367026951 2024-11-11T23:17:09,616 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:09,627 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:17:09,629 DEBUG [RS:0;cdbe53028b4b:41305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:17:09,635 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:17:09,642 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,46537,1731367025849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:17:09,653 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:09,653 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:09,653 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:09,653 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:09,654 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:17:09,654 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,654 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:09,654 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,669 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367059669 2024-11-11T23:17:09,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:17:09,671 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:17:09,672 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:17:09,676 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:17:09,676 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:17:09,677 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:17:09,677 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:17:09,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:09,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:17:09,677 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T23:17:09,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:09,686 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:17:09,696 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:17:09,698 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:17:09,698 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:17:09,699 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:17:09,704 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:17:09,705 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:17:09,708 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367029706,5,FailOnTimeoutGroup] 2024-11-11T23:17:09,712 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367029710,5,FailOnTimeoutGroup] 2024-11-11T23:17:09,712 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,713 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:17:09,714 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,714 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T23:17:09,714 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,714 WARN [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T23:17:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:17:09,816 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,46537,1731367025849 with port=41305, startcode=1731367026951 2024-11-11T23:17:09,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:09,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46537 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:09,828 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c 2024-11-11T23:17:09,828 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46495 2024-11-11T23:17:09,828 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:17:09,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/rs 2024-11-11T23:17:09,839 DEBUG [RS:0;cdbe53028b4b:41305 {}] zookeeper.ZKUtil(111): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on existing znode=/0-1144350150/rs/cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:09,839 WARN [RS:0;cdbe53028b4b:41305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:09,840 INFO [RS:0;cdbe53028b4b:41305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:09,840 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:09,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,41305,1731367026951] 2024-11-11T23:17:09,870 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:17:09,892 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:17:09,898 INFO [RS:0;cdbe53028b4b:41305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:17:09,898 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,899 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:17:09,905 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:17:09,907 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,907 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,908 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,908 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,908 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,908 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,908 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:09,909 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,909 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,909 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,909 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,909 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,910 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:09,910 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:09,910 DEBUG [RS:0;cdbe53028b4b:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:09,912 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,912 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,912 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,913 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,913 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,913 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41305,1731367026951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:09,936 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:17:09,938 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41305,1731367026951-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,938 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,939 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.Replication(171): cdbe53028b4b,41305,1731367026951 started 2024-11-11T23:17:09,959 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:09,960 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,41305,1731367026951, RpcServer on cdbe53028b4b/172.17.0.2:41305, sessionid=0x1012c3025420001 2024-11-11T23:17:09,960 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:17:09,961 DEBUG [RS:0;cdbe53028b4b:41305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:09,961 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,41305,1731367026951' 2024-11-11T23:17:09,961 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1144350150/flush-table-proc/abort' 2024-11-11T23:17:09,962 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1144350150/flush-table-proc/acquired' 2024-11-11T23:17:09,963 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:17:09,963 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:17:09,963 DEBUG [RS:0;cdbe53028b4b:41305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:09,963 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,41305,1731367026951' 2024-11-11T23:17:09,963 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1144350150/online-snapshot/abort' 2024-11-11T23:17:09,964 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1144350150/online-snapshot/acquired' 2024-11-11T23:17:09,965 DEBUG [RS:0;cdbe53028b4b:41305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:17:09,965 INFO [RS:0;cdbe53028b4b:41305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:17:09,965 INFO [RS:0;cdbe53028b4b:41305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:17:10,071 INFO [RS:0;cdbe53028b4b:41305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:10,075 INFO [RS:0;cdbe53028b4b:41305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C41305%2C1731367026951, suffix=, logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951, archiveDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs, maxLogs=10 2024-11-11T23:17:10,093 DEBUG [RS:0;cdbe53028b4b:41305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078, exclude list is [], retry=0 2024-11-11T23:17:10,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-4859364d-e412-4c7f-a00a-a4069842ec11,DISK] 2024-11-11T23:17:10,100 INFO [RS:0;cdbe53028b4b:41305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 2024-11-11T23:17:10,101 DEBUG [RS:0;cdbe53028b4b:41305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45651:45651)] 2024-11-11T23:17:10,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:17:10,121 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c 2024-11-11T23:17:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:17:10,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:10,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:10,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:10,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:10,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:10,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:10,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:10,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:10,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:10,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:10,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:10,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:10,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:10,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:10,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:10,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:10,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:10,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:10,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740 2024-11-11T23:17:10,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740 2024-11-11T23:17:10,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:10,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:10,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:10,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:10,567 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:10,568 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59890686, jitterRate=-0.10755923390388489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367030534Initializing all the Stores at 1731367030536 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367030536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367030536Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367030536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367030536Cleaning up temporary data from old regions at 1731367030560 (+24 ms)Region opened successfully at 1731367030572 (+12 ms) 2024-11-11T23:17:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:10,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:10,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:10,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367030572Disabling compacts and flushes for region at 1731367030572Disabling writes for close at 1731367030572Writing region close event to WAL at 1731367030573 (+1 ms)Closed at 1731367030573 2024-11-11T23:17:10,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:10,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:17:10,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:17:10,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:10,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:17:10,749 DEBUG [cdbe53028b4b:46537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:17:10,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:10,769 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,41305,1731367026951, state=OPENING 2024-11-11T23:17:10,817 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:17:10,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:10,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:10,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:10,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:10,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:10,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,41305,1731367026951}] 2024-11-11T23:17:11,039 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:17:11,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:17:11,055 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:17:11,056 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:11,056 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:17:11,060 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C41305%2C1731367026951.meta, suffix=.meta, logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951, archiveDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs, maxLogs=10 2024-11-11T23:17:11,081 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.meta.1731367031063.meta, exclude list is [], retry=0 2024-11-11T23:17:11,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-4859364d-e412-4c7f-a00a-a4069842ec11,DISK] 2024-11-11T23:17:11,089 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.meta.1731367031063.meta 2024-11-11T23:17:11,089 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45651:45651)] 2024-11-11T23:17:11,090 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:11,095 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:17:11,096 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:17:11,099 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:17:11,102 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:17:11,106 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:17:11,107 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:11,107 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:17:11,107 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:17:11,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:11,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:11,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:11,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:11,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:11,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:11,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:11,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:11,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:11,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:11,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:11,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:11,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:11,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:11,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:11,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:11,121 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:11,122 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740 2024-11-11T23:17:11,125 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740 2024-11-11T23:17:11,129 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:11,129 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:11,130 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:11,133 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:11,135 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72360986, jitterRate=0.07826271653175354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:11,136 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:17:11,138 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367031108Writing region info on filesystem at 1731367031108Initializing all the Stores at 1731367031110 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367031110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367031110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367031110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367031110Cleaning up temporary data from old regions at 1731367031129 (+19 ms)Running coprocessor post-open hooks at 1731367031136 (+7 ms)Region opened successfully at 1731367031138 (+2 ms) 2024-11-11T23:17:11,146 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367031029 2024-11-11T23:17:11,161 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:17:11,162 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:17:11,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:11,166 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,41305,1731367026951, state=OPEN 2024-11-11T23:17:11,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144350150/meta-region-server 2024-11-11T23:17:11,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144350150/meta-region-server 2024-11-11T23:17:11,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:11,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:11,187 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:11,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:17:11,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,41305,1731367026951 in 327 msec 2024-11-11T23:17:11,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:17:11,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-11T23:17:11,201 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:11,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:17:11,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:11,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,41305,1731367026951, seqNum=-1] 2024-11-11T23:17:11,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:11,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:11,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7140 sec 2024-11-11T23:17:11,281 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367031281, completionTime=-1 2024-11-11T23:17:11,284 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:17:11,285 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:17:11,314 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:17:11,315 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367091315 2024-11-11T23:17:11,315 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367151315 2024-11-11T23:17:11,315 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-11T23:17:11,317 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46537,1731367025849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:11,318 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46537,1731367025849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:11,318 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46537,1731367025849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:11,320 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:46537, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:11,320 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:11,321 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:11,327 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:17:11,352 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.086sec 2024-11-11T23:17:11,353 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:17:11,355 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:17:11,356 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:17:11,356 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:17:11,356 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:17:11,357 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46537,1731367025849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:11,358 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46537,1731367025849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:17:11,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:11,379 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T23:17:11,379 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T23:17:11,381 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:17:11,382 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:17:11,383 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46537,1731367025849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:11,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,46537,-1 for getting cluster id 2024-11-11T23:17:11,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:11,395 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3053382d-3274-4dbc-bf56-e8bc5d485260' 2024-11-11T23:17:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3053382d-3274-4dbc-bf56-e8bc5d485260" 2024-11-11T23:17:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d27e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,46537,-1] 2024-11-11T23:17:11,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:11,406 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:11,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:11,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:11,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,41305,1731367026951, seqNum=-1] 2024-11-11T23:17:11,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:11,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:11,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:11,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61313 2024-11-11T23:17:11,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:11,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c3025420002 connected 2024-11-11T23:17:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.log.dir so I do NOT create it in target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a 2024-11-11T23:17:11,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:17:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.tmp.dir so I do NOT create it in target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a 2024-11-11T23:17:11,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:17:11,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a 2024-11-11T23:17:11,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:17:11,511 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/cluster_e5518a2d-18ba-df7f-1911-af2924a04fde, deleteOnExit=true 2024-11-11T23:17:11,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:17:11,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/test.cache.data in system properties and HBase conf 2024-11-11T23:17:11,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:17:11,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:17:11,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:17:11,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:17:11,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:17:11,512 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:17:11,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:11,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:11,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:17:11,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:11,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:17:11,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:17:11,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:11,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:11,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:17:11,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:17:11,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:17:11,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:11,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:17:11,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:17:11,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:11,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:11,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:11,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:11,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:17:11,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:11,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:11,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:12,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/java.io.tmpdir/jetty-localhost-37619-hadoop-hdfs-3_4_1-tests_jar-_-any-564071161904164520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:12,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:37619} 2024-11-11T23:17:12,015 INFO [Time-limited test {}] server.Server(415): Started @12326ms 2024-11-11T23:17:12,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:12,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:12,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:12,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:12,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:17:12,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:12,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:12,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/java.io.tmpdir/jetty-localhost-38603-hadoop-hdfs-3_4_1-tests_jar-_-any-5541807183230846151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:12,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:38603} 2024-11-11T23:17:12,436 INFO [Time-limited test {}] server.Server(415): Started @12747ms 2024-11-11T23:17:12,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:17:13,127 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/cluster_e5518a2d-18ba-df7f-1911-af2924a04fde/data/data2/current/BP-1962236976-172.17.0.2-1731367031552/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:13,127 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/cluster_e5518a2d-18ba-df7f-1911-af2924a04fde/data/data1/current/BP-1962236976-172.17.0.2-1731367031552/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:13,164 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:17:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e668f127441e745 with lease ID 0x388e8b7f52b6d9e2: Processing first storage report for DS-223dd2d5-28d7-4c9b-ab80-63b0afdac3dc from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=fd621364-9e03-4d15-945a-c98f914aac50, infoPort=43833, infoSecurePort=0, ipcPort=33409, storageInfo=lv=-57;cid=testClusterID;nsid=235160462;c=1731367031552) 2024-11-11T23:17:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e668f127441e745 with lease ID 0x388e8b7f52b6d9e2: from storage DS-223dd2d5-28d7-4c9b-ab80-63b0afdac3dc node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=fd621364-9e03-4d15-945a-c98f914aac50, infoPort=43833, infoSecurePort=0, ipcPort=33409, storageInfo=lv=-57;cid=testClusterID;nsid=235160462;c=1731367031552), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T23:17:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e668f127441e745 with lease ID 0x388e8b7f52b6d9e2: Processing first storage report for DS-79c10a8c-89e0-487b-a11e-4edc5ca6210d from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=fd621364-9e03-4d15-945a-c98f914aac50, infoPort=43833, infoSecurePort=0, ipcPort=33409, storageInfo=lv=-57;cid=testClusterID;nsid=235160462;c=1731367031552) 2024-11-11T23:17:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e668f127441e745 with lease ID 0x388e8b7f52b6d9e2: from storage DS-79c10a8c-89e0-487b-a11e-4edc5ca6210d node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=fd621364-9e03-4d15-945a-c98f914aac50, infoPort=43833, infoSecurePort=0, ipcPort=33409, storageInfo=lv=-57;cid=testClusterID;nsid=235160462;c=1731367031552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:17:13,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a 2024-11-11T23:17:13,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:13,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:17:13,624 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527 with version=8 2024-11-11T23:17:13,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/hbase-staging 2024-11-11T23:17:13,628 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:13,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:13,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:13,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:13,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:13,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:13,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:17:13,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:13,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41587 2024-11-11T23:17:13,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41587 connecting to ZooKeeper ensemble=127.0.0.1:61313 2024-11-11T23:17:13,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415870x0, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:13,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41587-0x1012c3025420003 connected 2024-11-11T23:17:13,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:13,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:13,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on znode that does not yet exist, /1-44859030/running 2024-11-11T23:17:13,791 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527, hbase.cluster.distributed=false 2024-11-11T23:17:13,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on znode that does not yet exist, /1-44859030/acl 2024-11-11T23:17:13,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41587 2024-11-11T23:17:13,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41587 2024-11-11T23:17:13,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41587 2024-11-11T23:17:13,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41587 2024-11-11T23:17:13,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41587 2024-11-11T23:17:13,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:13,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:13,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:13,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:13,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:13,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:13,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:17:13,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:13,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40087 2024-11-11T23:17:13,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40087 connecting to ZooKeeper ensemble=127.0.0.1:61313 2024-11-11T23:17:13,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:13,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:13,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400870x0, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:13,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400870x0, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on znode that does not yet exist, /1-44859030/running 2024-11-11T23:17:13,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:17:13,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40087-0x1012c3025420004 connected 2024-11-11T23:17:13,865 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:17:13,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on znode that does not yet exist, /1-44859030/master 2024-11-11T23:17:13,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on znode that does not yet exist, /1-44859030/acl 2024-11-11T23:17:13,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-11T23:17:13,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40087 2024-11-11T23:17:13,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40087 2024-11-11T23:17:13,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-11T23:17:13,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-11T23:17:13,936 DEBUG [M:0;cdbe53028b4b:41587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:41587 2024-11-11T23:17:13,940 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-44859030/backup-masters/cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:13,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030/backup-masters 2024-11-11T23:17:13,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030/backup-masters 2024-11-11T23:17:13,953 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on existing znode=/1-44859030/backup-masters/cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:13,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:13,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-44859030/master 2024-11-11T23:17:13,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:13,974 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on existing znode=/1-44859030/master 2024-11-11T23:17:13,974 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-44859030/backup-masters/cdbe53028b4b,41587,1731367033627 from backup master directory 2024-11-11T23:17:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-44859030/backup-masters/cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:13,986 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:13,986 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030/backup-masters 2024-11-11T23:17:13,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030/backup-masters 2024-11-11T23:17:13,997 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/hbase.id] with ID: 5e24f768-b92e-419a-9324-857cb0600fa2 2024-11-11T23:17:13,997 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/.tmp/hbase.id 2024-11-11T23:17:14,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:17:14,431 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/.tmp/hbase.id]:[hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/hbase.id] 2024-11-11T23:17:14,454 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:14,454 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:17:14,456 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T23:17:14,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:14,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:14,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:17:14,919 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:17:14,920 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:17:14,922 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:17:15,342 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store 2024-11-11T23:17:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:17:15,751 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:15,751 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:15,752 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:15,752 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:15,752 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:15,752 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:15,752 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:15,752 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367035751Disabling compacts and flushes for region at 1731367035751Disabling writes for close at 1731367035752 (+1 ms)Writing region close event to WAL at 1731367035752Closed at 1731367035752 2024-11-11T23:17:15,754 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/.initializing 2024-11-11T23:17:15,754 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/WALs/cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:15,756 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:15,759 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C41587%2C1731367033627, suffix=, logDir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/WALs/cdbe53028b4b,41587,1731367033627, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/oldWALs, maxLogs=10 2024-11-11T23:17:15,775 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/WALs/cdbe53028b4b,41587,1731367033627/cdbe53028b4b%2C41587%2C1731367033627.1731367035760, exclude list is [], retry=0 2024-11-11T23:17:15,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-223dd2d5-28d7-4c9b-ab80-63b0afdac3dc,DISK] 2024-11-11T23:17:15,785 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/WALs/cdbe53028b4b,41587,1731367033627/cdbe53028b4b%2C41587%2C1731367033627.1731367035760 2024-11-11T23:17:15,788 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43833:43833)] 2024-11-11T23:17:15,788 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:15,789 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:15,789 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,789 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:17:15,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:15,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:15,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:17:15,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:15,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:15,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:17:15,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:15,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:15,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:17:15,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:15,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:15,823 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,825 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,826 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,835 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,835 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,836 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:15,841 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:15,855 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:15,856 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69512401, jitterRate=0.035815492272377014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:15,857 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367035789Initializing all the Stores at 1731367035793 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367035793Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367035796 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367035796Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367035796Cleaning up temporary data from old regions at 1731367035835 (+39 ms)Region opened successfully at 1731367035857 (+22 ms) 2024-11-11T23:17:15,862 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:17:15,864 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:17:15,877 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a61ee9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:15,879 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:17:15,880 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:17:15,880 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:17:15,880 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:17:15,882 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T23:17:15,883 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-11T23:17:15,883 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:17:15,892 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:17:15,893 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Unable to get data of znode /1-44859030/balancer because node does not exist (not necessarily an error) 2024-11-11T23:17:15,943 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-44859030/balancer already deleted, retry=false 2024-11-11T23:17:15,944 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:17:15,945 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Unable to get data of znode /1-44859030/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:17:15,954 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-44859030/normalizer already deleted, retry=false 2024-11-11T23:17:15,954 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:17:15,955 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Unable to get data of znode /1-44859030/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:17:15,964 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-44859030/switch/split already deleted, retry=false 2024-11-11T23:17:15,965 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Unable to get data of znode /1-44859030/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:17:15,975 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-44859030/switch/merge already deleted, retry=false 2024-11-11T23:17:15,977 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Unable to get data of znode /1-44859030/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:17:15,985 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-44859030/snapshot-cleanup already deleted, retry=false 2024-11-11T23:17:15,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-44859030/running 2024-11-11T23:17:15,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-44859030/running 2024-11-11T23:17:15,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:15,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:15,996 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,41587,1731367033627, sessionid=0x1012c3025420003, setting cluster-up flag (Was=false) 2024-11-11T23:17:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:16,049 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-44859030/flush-table-proc/acquired, /1-44859030/flush-table-proc/reached, /1-44859030/flush-table-proc/abort 2024-11-11T23:17:16,050 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:16,101 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-44859030/online-snapshot/acquired, /1-44859030/online-snapshot/reached, /1-44859030/online-snapshot/abort 2024-11-11T23:17:16,103 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:16,104 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:17:16,109 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:16,109 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:17:16,109 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:17:16,110 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,41587,1731367033627 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:17:16,112 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:16,112 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:16,112 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:16,112 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:16,112 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:17:16,113 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,113 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:16,113 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,143 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(746): ClusterId : 5e24f768-b92e-419a-9324-857cb0600fa2 2024-11-11T23:17:16,143 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:17:16,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:16,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:17:16,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:16,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:17:16,161 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:17:16,161 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:17:16,174 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:17:16,175 DEBUG [RS:0;cdbe53028b4b:40087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1438ba0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:16,176 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367066176 2024-11-11T23:17:16,176 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:17:16,176 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:17:16,177 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:17:16,177 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:17:16,177 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:17:16,177 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:17:16,192 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,205 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:17:16,205 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:17:16,205 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:17:16,205 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:17:16,208 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:17:16,208 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:17:16,209 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367036208,5,FailOnTimeoutGroup] 2024-11-11T23:17:16,209 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367036209,5,FailOnTimeoutGroup] 2024-11-11T23:17:16,209 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,209 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:17:16,209 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,209 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,218 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:40087 2024-11-11T23:17:16,219 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:17:16,219 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:17:16,219 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:17:16,220 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,41587,1731367033627 with port=40087, startcode=1731367033812 2024-11-11T23:17:16,220 DEBUG [RS:0;cdbe53028b4b:40087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:17:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:17:16,229 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:17:16,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:16,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41587 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:16,234 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527 2024-11-11T23:17:16,234 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44031 2024-11-11T23:17:16,234 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:17:16,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030/rs 2024-11-11T23:17:16,302 DEBUG [RS:0;cdbe53028b4b:40087 {}] zookeeper.ZKUtil(111): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on existing znode=/1-44859030/rs/cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:16,302 WARN [RS:0;cdbe53028b4b:40087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:16,302 INFO [RS:0;cdbe53028b4b:40087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:16,303 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/WALs/cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:16,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,40087,1731367033812] 2024-11-11T23:17:16,307 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:17:16,309 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:17:16,309 INFO [RS:0;cdbe53028b4b:40087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:17:16,309 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,310 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:17:16,311 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:17:16,312 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,312 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,312 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,312 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,312 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,312 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,312 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:16,313 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,313 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,313 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,313 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,313 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,313 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:16,313 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:16,313 DEBUG [RS:0;cdbe53028b4b:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:16,327 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,327 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,327 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,328 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,328 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,328 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40087,1731367033812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:16,349 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:17:16,349 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40087,1731367033812-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,350 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,350 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.Replication(171): cdbe53028b4b,40087,1731367033812 started 2024-11-11T23:17:16,369 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:16,369 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,40087,1731367033812, RpcServer on cdbe53028b4b/172.17.0.2:40087, sessionid=0x1012c3025420004 2024-11-11T23:17:16,370 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:17:16,370 DEBUG [RS:0;cdbe53028b4b:40087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:16,370 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,40087,1731367033812' 2024-11-11T23:17:16,370 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-44859030/flush-table-proc/abort' 2024-11-11T23:17:16,370 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-44859030/flush-table-proc/acquired' 2024-11-11T23:17:16,371 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:17:16,371 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:17:16,371 DEBUG [RS:0;cdbe53028b4b:40087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:16,371 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,40087,1731367033812' 2024-11-11T23:17:16,371 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-44859030/online-snapshot/abort' 2024-11-11T23:17:16,371 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-44859030/online-snapshot/acquired' 2024-11-11T23:17:16,372 DEBUG [RS:0;cdbe53028b4b:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:17:16,372 INFO [RS:0;cdbe53028b4b:40087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:17:16,372 INFO [RS:0;cdbe53028b4b:40087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:17:16,473 INFO [RS:0;cdbe53028b4b:40087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:16,475 INFO [RS:0;cdbe53028b4b:40087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C40087%2C1731367033812, suffix=, logDir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/WALs/cdbe53028b4b,40087,1731367033812, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/oldWALs, maxLogs=10 2024-11-11T23:17:16,490 DEBUG [RS:0;cdbe53028b4b:40087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/WALs/cdbe53028b4b,40087,1731367033812/cdbe53028b4b%2C40087%2C1731367033812.1731367036477, exclude list is [], retry=0 2024-11-11T23:17:16,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-223dd2d5-28d7-4c9b-ab80-63b0afdac3dc,DISK] 2024-11-11T23:17:16,498 INFO [RS:0;cdbe53028b4b:40087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/WALs/cdbe53028b4b,40087,1731367033812/cdbe53028b4b%2C40087%2C1731367033812.1731367036477 2024-11-11T23:17:16,499 DEBUG [RS:0;cdbe53028b4b:40087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43833:43833)] 2024-11-11T23:17:16,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:17:16,625 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527 2024-11-11T23:17:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:17:16,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:17:16,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:17:16,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T23:17:16,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:16,714 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T23:17:16,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:16,714 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T23:17:16,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:17:16,714 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T23:17:17,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:17,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:17,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:17,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:17,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:17,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:17,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:17,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:17,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:17,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:17,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:17,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:17,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:17,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:17,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:17,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:17,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:17,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:17,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740 2024-11-11T23:17:17,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740 2024-11-11T23:17:17,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:17,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:17,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:17,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:17,063 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:17,063 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71046640, jitterRate=0.05867743492126465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:17,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367037039Initializing all the Stores at 1731367037040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367037040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367037041 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367037041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367037041Cleaning up temporary data from old regions at 1731367037057 (+16 ms)Region opened successfully at 1731367037064 (+7 ms) 2024-11-11T23:17:17,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:17,064 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:17,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:17,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:17,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:17,065 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:17,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367037064Disabling compacts and flushes for region at 1731367037064Disabling writes for close at 1731367037064Writing region close event to WAL at 1731367037065 (+1 ms)Closed at 1731367037065 2024-11-11T23:17:17,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:17,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:17:17,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:17:17,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:17,072 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:17:17,222 DEBUG [cdbe53028b4b:41587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:17:17,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:17,225 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,40087,1731367033812, state=OPENING 2024-11-11T23:17:17,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:17:17,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:17,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:17,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-44859030/meta-region-server: CHANGED 2024-11-11T23:17:17,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-44859030/meta-region-server: CHANGED 2024-11-11T23:17:17,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:17,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,40087,1731367033812}] 2024-11-11T23:17:17,458 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:17:17,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:17:17,466 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:17:17,466 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:17,467 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:17:17,469 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C40087%2C1731367033812.meta, suffix=.meta, logDir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/WALs/cdbe53028b4b,40087,1731367033812, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/oldWALs, maxLogs=10 2024-11-11T23:17:17,490 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/WALs/cdbe53028b4b,40087,1731367033812/cdbe53028b4b%2C40087%2C1731367033812.meta.1731367037472.meta, exclude list is [], retry=0 2024-11-11T23:17:17,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-223dd2d5-28d7-4c9b-ab80-63b0afdac3dc,DISK] 2024-11-11T23:17:17,496 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/WALs/cdbe53028b4b,40087,1731367033812/cdbe53028b4b%2C40087%2C1731367033812.meta.1731367037472.meta 2024-11-11T23:17:17,497 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43833:43833)] 2024-11-11T23:17:17,497 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:17,498 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:17:17,498 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:17:17,498 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:17:17,498 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:17:17,498 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:17:17,498 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:17,499 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:17:17,499 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:17:17,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:17,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:17,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:17,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:17,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:17,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:17,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:17,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:17,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:17,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:17,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:17,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:17,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:17,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:17,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:17,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:17,510 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:17,512 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740 2024-11-11T23:17:17,513 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740 2024-11-11T23:17:17,516 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:17,516 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:17,516 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:17,519 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:17,520 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68187020, jitterRate=0.016065776348114014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:17,520 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:17:17,520 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367037499Writing region info on filesystem at 1731367037499Initializing all the Stores at 1731367037501 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367037501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367037501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367037501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367037501Cleaning up temporary data from old regions at 1731367037516 (+15 ms)Running coprocessor post-open hooks at 1731367037520 (+4 ms)Region opened successfully at 1731367037520 2024-11-11T23:17:17,522 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367037458 2024-11-11T23:17:17,526 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:17:17,526 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:17:17,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:17,528 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,40087,1731367033812, state=OPEN 2024-11-11T23:17:17,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-44859030/meta-region-server 2024-11-11T23:17:17,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-44859030/meta-region-server 2024-11-11T23:17:17,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:17,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-44859030/meta-region-server: CHANGED 2024-11-11T23:17:17,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-44859030/meta-region-server: CHANGED 2024-11-11T23:17:17,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:17:17,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,40087,1731367033812 in 251 msec 2024-11-11T23:17:17,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:17:17,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-11T23:17:17,566 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:17,566 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:17:17,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:17,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,40087,1731367033812, seqNum=-1] 2024-11-11T23:17:17,569 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:17,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:17,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4710 sec 2024-11-11T23:17:17,579 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367037579, completionTime=-1 2024-11-11T23:17:17,579 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:17:17,579 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:17:17,581 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:17:17,581 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367097581 2024-11-11T23:17:17,581 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367157581 2024-11-11T23:17:17,581 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T23:17:17,582 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41587,1731367033627-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:17,582 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41587,1731367033627-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:17,582 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41587,1731367033627-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:17,582 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:41587, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:17,582 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:17,582 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:17,587 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:17:17,589 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.603sec 2024-11-11T23:17:17,590 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:17:17,590 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:17:17,590 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:17:17,590 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:17:17,590 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:17:17,590 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41587,1731367033627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:17,590 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41587,1731367033627-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:17:17,593 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:17:17,593 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:17:17,593 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,41587,1731367033627-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:17,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:17,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,41587,-1 for getting cluster id 2024-11-11T23:17:17,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:17,619 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e24f768-b92e-419a-9324-857cb0600fa2' 2024-11-11T23:17:17,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:17,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e24f768-b92e-419a-9324-857cb0600fa2" 2024-11-11T23:17:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de77ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,41587,-1] 2024-11-11T23:17:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:17,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:17,623 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:17,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec11db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:17,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,40087,1731367033812, seqNum=-1] 2024-11-11T23:17:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:17,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:17,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:17,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61313 2024-11-11T23:17:17,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:17,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012c3025420005 connected 2024-11-11T23:17:17,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486067de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:17,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,46537,-1 for getting cluster id 2024-11-11T23:17:17,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:17,666 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3053382d-3274-4dbc-bf56-e8bc5d485260' 2024-11-11T23:17:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3053382d-3274-4dbc-bf56-e8bc5d485260" 2024-11-11T23:17:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491bab5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,46537,-1] 2024-11-11T23:17:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:17,671 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595f2c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:17,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:17,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30298dfc 2024-11-11T23:17:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:17,693 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:17,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:41587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:17:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:17:17,708 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:41587' 2024-11-11T23:17:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:17,710 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5323fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:17,710 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,41587,-1 for getting cluster id 2024-11-11T23:17:17,710 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:17,711 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e24f768-b92e-419a-9324-857cb0600fa2' 2024-11-11T23:17:17,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:17,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e24f768-b92e-419a-9324-857cb0600fa2" 2024-11-11T23:17:17,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4209a1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:17,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,41587,-1] 2024-11-11T23:17:17,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:17,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:17,715 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:17,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f22afdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:17,717 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:17,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:17,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662e4d00 2024-11-11T23:17:17,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:17,725 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:17,741 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T23:17:17,741 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:17:17,747 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:17,747 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:17,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:17,749 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:17:17,753 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:17:17,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:17:17,757 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:17,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:17:17,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741835_1011 (size=1138) 2024-11-11T23:17:17,805 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:17:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:18,178 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => baf47a8b5f81f79b06799fdc47fe63d9, NAME => 'hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c 2024-11-11T23:17:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741836_1012 (size=44) 2024-11-11T23:17:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:18,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:18,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing baf47a8b5f81f79b06799fdc47fe63d9, disabling compactions & flushes 2024-11-11T23:17:18,590 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:18,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:18,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. after waiting 0 ms 2024-11-11T23:17:18,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:18,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:18,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for baf47a8b5f81f79b06799fdc47fe63d9: Waiting for close lock at 1731367038590Disabling compacts and flushes for region at 1731367038590Disabling writes for close at 1731367038591 (+1 ms)Writing region close event to WAL at 1731367038591Closed at 1731367038591 2024-11-11T23:17:18,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:17:18,597 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367038593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367038593"}]},"ts":"1731367038593"} 2024-11-11T23:17:18,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:17:18,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:17:18,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367038603"}]},"ts":"1731367038603"} 2024-11-11T23:17:18,610 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:17:18,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN}] 2024-11-11T23:17:18,615 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN 2024-11-11T23:17:18,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN; state=OFFLINE, location=cdbe53028b4b,41305,1731367026951; forceNewPlan=false, retain=false 2024-11-11T23:17:18,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=baf47a8b5f81f79b06799fdc47fe63d9, regionState=OPENING, regionLocation=cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:18,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN because future has completed 2024-11-11T23:17:18,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure baf47a8b5f81f79b06799fdc47fe63d9, server=cdbe53028b4b,41305,1731367026951}] 2024-11-11T23:17:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:18,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:18,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:18,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:17:18,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C41305%2C1731367026951.rep, suffix=, logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951, archiveDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs, maxLogs=10 2024-11-11T23:17:18,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.rep.1731367038938, exclude list is [], retry=0 2024-11-11T23:17:18,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-4859364d-e412-4c7f-a00a-a4069842ec11,DISK] 2024-11-11T23:17:18,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.rep.1731367038938 2024-11-11T23:17:18,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45651:45651)] 2024-11-11T23:17:18,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => baf47a8b5f81f79b06799fdc47fe63d9, NAME => 'hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:18,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:17:18,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:17:18,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. service=MultiRowMutationService 2024-11-11T23:17:18,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:17:18,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:18,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,968 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,970 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf47a8b5f81f79b06799fdc47fe63d9 columnFamilyName hfileref 2024-11-11T23:17:18,970 DEBUG [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:18,971 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(327): Store=baf47a8b5f81f79b06799fdc47fe63d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:18,971 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,973 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf47a8b5f81f79b06799fdc47fe63d9 columnFamilyName queue 2024-11-11T23:17:18,973 DEBUG [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:18,974 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(327): Store=baf47a8b5f81f79b06799fdc47fe63d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:18,974 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,976 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf47a8b5f81f79b06799fdc47fe63d9 columnFamilyName sid 2024-11-11T23:17:18,977 DEBUG [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:18,977 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(327): Store=baf47a8b5f81f79b06799fdc47fe63d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:18,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:17:18,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:18,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened baf47a8b5f81f79b06799fdc47fe63d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71013502, jitterRate=0.058183640241622925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:17:18,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:18,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for baf47a8b5f81f79b06799fdc47fe63d9: Running coprocessor pre-open hook at 1731367038965Writing region info on filesystem at 1731367038965Initializing all the Stores at 1731367038968 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367038968Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367038968Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367038968Cleaning up temporary data from old regions at 1731367038982 (+14 ms)Running coprocessor post-open hooks at 1731367038995 (+13 ms)Region opened successfully at 1731367038995 2024-11-11T23:17:18,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9., pid=7, masterSystemTime=1731367038928 2024-11-11T23:17:19,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:19,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:19,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=baf47a8b5f81f79b06799fdc47fe63d9, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:19,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure baf47a8b5f81f79b06799fdc47fe63d9, server=cdbe53028b4b,41305,1731367026951 because future has completed 2024-11-11T23:17:19,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T23:17:19,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure baf47a8b5f81f79b06799fdc47fe63d9, server=cdbe53028b4b,41305,1731367026951 in 235 msec 2024-11-11T23:17:19,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:17:19,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN in 400 msec 2024-11-11T23:17:19,020 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:17:19,020 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367039020"}]},"ts":"1731367039020"} 2024-11-11T23:17:19,023 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:17:19,025 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:17:19,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2760 sec 2024-11-11T23:17:19,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9., hostname=cdbe53028b4b,41305,1731367026951, seqNum=2] 2024-11-11T23:17:19,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41305 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T23:17:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:19,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:17:19,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T23:17:19,335 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:17:19,387 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,41305,1731367026951, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:17:19,389 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:19,389 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,41305,1731367026951, seqNum=-1] 2024-11-11T23:17:19,390 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:19,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T23:17:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,41305,1731367026951', locateType=CURRENT is [region=hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9., hostname=cdbe53028b4b,41305,1731367026951, seqNum=2] 2024-11-11T23:17:19,402 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T23:17:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T23:17:19,408 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,41305,1731367026951 suceeded 2024-11-11T23:17:19,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T23:17:19,411 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:41587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:17:19,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-11-11T23:17:19,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7150 sec 2024-11-11T23:17:19,422 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:41587' 2024-11-11T23:17:19,424 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21765074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:19,424 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,41587,-1 for getting cluster id 2024-11-11T23:17:19,424 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:19,425 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e24f768-b92e-419a-9324-857cb0600fa2' 2024-11-11T23:17:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e24f768-b92e-419a-9324-857cb0600fa2" 2024-11-11T23:17:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cad3e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,41587,-1] 2024-11-11T23:17:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:19,428 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:19,430 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7b1c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:19,430 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:19,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:19,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@495d7e5 2024-11-11T23:17:19,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:19,432 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T23:17:19,433 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,41305,1731367026951 (queues=1) is replicating from cluster=3053382d-3274-4dbc-bf56-e8bc5d485260 to cluster=5e24f768-b92e-419a-9324-857cb0600fa2 2024-11-11T23:17:19,436 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C41305%2C1731367026951 2024-11-11T23:17:19,440 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,41305,1731367026951, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:17:19,444 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C41305%2C1731367026951 2024-11-11T23:17:19,449 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078, startPosition=0, beingWritten=true 2024-11-11T23:17:19,718 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 to pos 0, reset compression=false 2024-11-11T23:17:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:19,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:19,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:19,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:19,873 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:17:19,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:19,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:19,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f33f5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:19,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,46537,-1 for getting cluster id 2024-11-11T23:17:19,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:19,875 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3053382d-3274-4dbc-bf56-e8bc5d485260' 2024-11-11T23:17:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3053382d-3274-4dbc-bf56-e8bc5d485260" 2024-11-11T23:17:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3ebaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,46537,-1] 2024-11-11T23:17:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:19,883 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:19,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265a15d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:19,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:19,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:19,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4012a4ee 2024-11-11T23:17:19,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:19,888 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:19,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://cdbe53028b4b:41587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:17:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:17:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T23:17:19,893 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:41587' 2024-11-11T23:17:19,894 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25528bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:19,894 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,41587,-1 for getting cluster id 2024-11-11T23:17:19,894 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:19,895 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e24f768-b92e-419a-9324-857cb0600fa2' 2024-11-11T23:17:19,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e24f768-b92e-419a-9324-857cb0600fa2" 2024-11-11T23:17:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a1117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,41587,-1] 2024-11-11T23:17:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:19,897 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:19,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fca6ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:19,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:19,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:19,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e7427dc 2024-11-11T23:17:19,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:19,900 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:19,901 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:17:19,901 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:17:19,901 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:19,901 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:19,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:19,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:17:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T23:17:20,024 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 to pos 0, reset compression=false 2024-11-11T23:17:20,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T23:17:20,119 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T23:17:20,162 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-cdbe53028b4b,41305,1731367026951, ReplicationSource: 2, currentBandwidth=0 2024-11-11T23:17:20,166 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T23:17:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T23:17:20,172 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cdbe53028b4b,41305,1731367026951 suceeded 2024-11-11T23:17:20,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:17:20,176 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cdbe53028b4b:41587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:17:20,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-11T23:17:20,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 288 msec 2024-11-11T23:17:20,184 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:41587' 2024-11-11T23:17:20,185 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@346dfcb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:20,186 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,41587,-1 for getting cluster id 2024-11-11T23:17:20,186 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:20,187 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e24f768-b92e-419a-9324-857cb0600fa2' 2024-11-11T23:17:20,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:20,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e24f768-b92e-419a-9324-857cb0600fa2" 2024-11-11T23:17:20,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64ae56c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:20,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,41587,-1] 2024-11-11T23:17:20,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:20,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,189 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:20,190 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7da2531a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:20,190 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:20,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:20,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ffbf89d 2024-11-11T23:17:20,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:20,193 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T23:17:20,193 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cdbe53028b4b,41305,1731367026951 (queues=1) is replicating from cluster=3053382d-3274-4dbc-bf56-e8bc5d485260 to cluster=5e24f768-b92e-419a-9324-857cb0600fa2 2024-11-11T23:17:20,194 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cdbe53028b4b%2C41305%2C1731367026951 2024-11-11T23:17:20,194 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cdbe53028b4b,41305,1731367026951, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:17:20,194 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C41305%2C1731367026951 2024-11-11T23:17:20,194 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078, startPosition=0, beingWritten=true 2024-11-11T23:17:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T23:17:20,213 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T23:17:20,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:20,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:20,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:20,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575d331b 2024-11-11T23:17:20,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:20,221 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:20,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T23:17:20,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T23:17:20,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T23:17:20,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T23:17:20,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:41587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:17:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T23:17:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:17:20,238 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:41587' 2024-11-11T23:17:20,239 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a38a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:20,239 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,41587,-1 for getting cluster id 2024-11-11T23:17:20,240 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:20,240 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e24f768-b92e-419a-9324-857cb0600fa2' 2024-11-11T23:17:20,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:20,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e24f768-b92e-419a-9324-857cb0600fa2" 2024-11-11T23:17:20,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4772a0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:20,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,41587,-1] 2024-11-11T23:17:20,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:20,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,242 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:20,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c1ff1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:20,244 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:20,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:20,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53d8b701 2024-11-11T23:17:20,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:20,247 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:20,247 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T23:17:20,249 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:17:20,249 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,249 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:20,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:17:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:17:20,401 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 to pos 0, reset compression=false 2024-11-11T23:17:20,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T23:17:20,415 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T23:17:20,417 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T23:17:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T23:17:20,421 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on cdbe53028b4b,41305,1731367026951 suceeded 2024-11-11T23:17:20,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T23:17:20,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-11T23:17:20,424 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://cdbe53028b4b:41587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:17:20,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-11T23:17:20,432 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 to pos 0, reset compression=false 2024-11-11T23:17:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T23:17:20,553 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T23:17:20,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://cdbe53028b4b:41587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:17:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T23:17:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T23:17:20,557 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:41587' 2024-11-11T23:17:20,559 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767c04f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:20,559 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,41587,-1 for getting cluster id 2024-11-11T23:17:20,559 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:20,560 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e24f768-b92e-419a-9324-857cb0600fa2' 2024-11-11T23:17:20,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:20,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e24f768-b92e-419a-9324-857cb0600fa2" 2024-11-11T23:17:20,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431dd2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:20,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,41587,-1] 2024-11-11T23:17:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:20,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,562 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:20,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67afcfb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:20,563 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed6d6dd 2024-11-11T23:17:20,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:20,565 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:20,566 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T23:17:20,566 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:17:20,566 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,566 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:20,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:17:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T23:17:20,708 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 to pos 0, reset compression=false 2024-11-11T23:17:20,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T23:17:20,729 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T23:17:20,731 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T23:17:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T23:17:20,734 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on cdbe53028b4b,41305,1731367026951 suceeded 2024-11-11T23:17:20,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T23:17:20,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-11T23:17:20,737 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://cdbe53028b4b:41587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:17:20,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-11T23:17:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T23:17:20,873 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T23:17:20,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T23:17:20,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46537 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T23:17:20,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:20,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:20,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:20,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:17:20,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-11T23:17:20,877 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,46537,1731367025849 2024-11-11T23:17:20,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/running 2024-11-11T23:17:20,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/running 2024-11-11T23:17:20,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:20,922 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:20,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:20,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:20,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:20,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,923 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,41305,1731367026951' ***** 2024-11-11T23:17:20,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/running 2024-11-11T23:17:20,923 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:17:20,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/running 2024-11-11T23:17:20,924 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:17:20,924 INFO [RS:0;cdbe53028b4b:41305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:17:20,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:17:20,924 INFO [RS:0;cdbe53028b4b:41305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:17:20,924 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(3091): Received CLOSE for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:20,925 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:20,925 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:20,925 INFO [RS:0;cdbe53028b4b:41305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:41305. 2024-11-11T23:17:20,925 DEBUG [RS:0;cdbe53028b4b:41305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:20,925 DEBUG [RS:0;cdbe53028b4b:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:20,925 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing baf47a8b5f81f79b06799fdc47fe63d9, disabling compactions & flushes 2024-11-11T23:17:20,925 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:20,925 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:20,925 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. after waiting 0 ms 2024-11-11T23:17:20,925 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:17:20,925 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:17:20,925 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:20,925 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:17:20,925 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:17:20,926 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:17:20,926 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:20,926 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, baf47a8b5f81f79b06799fdc47fe63d9=hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9.} 2024-11-11T23:17:20,926 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:20,926 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:20,926 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:20,926 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:20,926 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:20,930 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T23:17:20,930 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing baf47a8b5f81f79b06799fdc47fe63d9 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T23:17:20,938 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 to pos 0, reset compression=false 2024-11-11T23:17:20,944 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:21,004 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9/.tmp/queue/5a9247cb89fe40cfad570a54d5eb4d51 is 151, key is 1-cdbe53028b4b,41305,1731367026951/queue:cdbe53028b4b%2C41305%2C1731367026951/1731367039395/Put/seqid=0 2024-11-11T23:17:21,004 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/info/daf6566fcbbc4a7caf4397a723c45acc is 147, key is hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9./info:regioninfo/1731367039002/Put/seqid=0 2024-11-11T23:17:21,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741839_1015 (size=5500) 2024-11-11T23:17:21,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741838_1014 (size=6631) 2024-11-11T23:17:21,025 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/info/daf6566fcbbc4a7caf4397a723c45acc 2024-11-11T23:17:21,090 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/ns/05ce5710a9f74ec0a6d0602ecf60d711 is 43, key is default/ns:d/1731367031258/Put/seqid=0 2024-11-11T23:17:21,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741840_1016 (size=5153) 2024-11-11T23:17:21,100 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/ns/05ce5710a9f74ec0a6d0602ecf60d711 2024-11-11T23:17:21,114 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 to pos 0, reset compression=false 2024-11-11T23:17:21,127 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:21,139 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/table/4bc4ceb9ec8c42a5a29143e13b3d6eed is 53, key is hbase:replication/table:state/1731367039020/Put/seqid=0 2024-11-11T23:17:21,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741841_1017 (size=5256) 2024-11-11T23:17:21,145 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/table/4bc4ceb9ec8c42a5a29143e13b3d6eed 2024-11-11T23:17:21,156 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/info/daf6566fcbbc4a7caf4397a723c45acc as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/info/daf6566fcbbc4a7caf4397a723c45acc 2024-11-11T23:17:21,168 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/info/daf6566fcbbc4a7caf4397a723c45acc, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T23:17:21,171 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/ns/05ce5710a9f74ec0a6d0602ecf60d711 as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/ns/05ce5710a9f74ec0a6d0602ecf60d711 2024-11-11T23:17:21,182 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/ns/05ce5710a9f74ec0a6d0602ecf60d711, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T23:17:21,184 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/table/4bc4ceb9ec8c42a5a29143e13b3d6eed as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/table/4bc4ceb9ec8c42a5a29143e13b3d6eed 2024-11-11T23:17:21,193 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/table/4bc4ceb9ec8c42a5a29143e13b3d6eed, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T23:17:21,199 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 268ms, sequenceid=11, compaction requested=false 2024-11-11T23:17:21,213 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T23:17:21,215 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:21,216 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:21,216 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:21,216 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367040926Running coprocessor pre-close hooks at 1731367040926Disabling compacts and flushes for region at 1731367040926Disabling writes for close at 1731367040926Obtaining lock to block concurrent updates at 1731367040930 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731367040930Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731367040937 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367040939 (+2 ms)Flushing 1588230740/info: creating writer at 1731367040941 (+2 ms)Flushing 1588230740/info: appending metadata at 1731367040988 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731367040990 (+2 ms)Flushing 1588230740/ns: creating writer at 1731367041074 (+84 ms)Flushing 1588230740/ns: appending metadata at 1731367041089 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731367041089Flushing 1588230740/table: creating writer at 1731367041114 (+25 ms)Flushing 1588230740/table: appending metadata at 1731367041138 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731367041138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576ecb80: reopening flushed file at 1731367041155 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2324790c: reopening flushed file at 1731367041170 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7402e313: reopening flushed file at 1731367041183 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 268ms, sequenceid=11, compaction requested=false at 1731367041199 (+16 ms)Writing region close event to WAL at 1731367041208 (+9 ms)Running coprocessor post-close hooks at 1731367041214 (+6 ms)Closed at 1731367041216 (+2 ms) 2024-11-11T23:17:21,217 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:21,327 DEBUG [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1351): Waiting on baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:21,422 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9/.tmp/queue/5a9247cb89fe40cfad570a54d5eb4d51 2024-11-11T23:17:21,432 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9/.tmp/queue/5a9247cb89fe40cfad570a54d5eb4d51 as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9/queue/5a9247cb89fe40cfad570a54d5eb4d51 2024-11-11T23:17:21,442 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9/queue/5a9247cb89fe40cfad570a54d5eb4d51, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T23:17:21,443 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for baf47a8b5f81f79b06799fdc47fe63d9 in 517ms, sequenceid=6, compaction requested=false 2024-11-11T23:17:21,443 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:17:21,451 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T23:17:21,452 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:21,452 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:21,452 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:21,452 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for baf47a8b5f81f79b06799fdc47fe63d9: Waiting for close lock at 1731367040925Running coprocessor pre-close hooks at 1731367040925Disabling compacts and flushes for region at 1731367040925Disabling writes for close at 1731367040925Obtaining lock to block concurrent updates at 1731367040930 (+5 ms)Preparing flush snapshotting stores in baf47a8b5f81f79b06799fdc47fe63d9 at 1731367040930Finished memstore snapshotting hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731367040937 (+7 ms)Flushing stores of hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. at 1731367040939 (+2 ms)Flushing baf47a8b5f81f79b06799fdc47fe63d9/queue: creating writer at 1731367040941 (+2 ms)Flushing baf47a8b5f81f79b06799fdc47fe63d9/queue: appending metadata at 1731367040987 (+46 ms)Flushing baf47a8b5f81f79b06799fdc47fe63d9/queue: closing flushed file at 1731367040990 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2590d1ee: reopening flushed file at 1731367041431 (+441 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for baf47a8b5f81f79b06799fdc47fe63d9 in 517ms, sequenceid=6, compaction requested=false at 1731367041443 (+12 ms)Writing region close event to WAL at 1731367041445 (+2 ms)Running coprocessor post-close hooks at 1731367041452 (+7 ms)Closed at 1731367041452 2024-11-11T23:17:21,453 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:21,527 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,41305,1731367026951; all regions closed. 2024-11-11T23:17:21,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741834_1010 (size=2742) 2024-11-11T23:17:21,537 DEBUG [RS:0;cdbe53028b4b:41305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs 2024-11-11T23:17:21,537 INFO [RS:0;cdbe53028b4b:41305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C41305%2C1731367026951.meta:.meta(num 1731367031063) 2024-11-11T23:17:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741837_1013 (size=1802) 2024-11-11T23:17:21,544 DEBUG [RS:0;cdbe53028b4b:41305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs 2024-11-11T23:17:21,544 INFO [RS:0;cdbe53028b4b:41305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C41305%2C1731367026951.rep:(num 1731367038938) 2024-11-11T23:17:21,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741832_1008 (size=93) 2024-11-11T23:17:21,549 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 to pos 0, reset compression=false 2024-11-11T23:17:21,549 DEBUG [RS:0;cdbe53028b4b:41305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs 2024-11-11T23:17:21,549 INFO [RS:0;cdbe53028b4b:41305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C41305%2C1731367026951:(num 1731367030078) 2024-11-11T23:17:21,549 DEBUG [RS:0;cdbe53028b4b:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:21,549 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:21,549 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:21,549 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:21,549 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:21,549 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:21,550 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,41305,1731367026951 because: Region server is closing 2024-11-11T23:17:21,550 INFO [RS:0;cdbe53028b4b:41305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:41305. 2024-11-11T23:17:21,550 DEBUG [RS:0;cdbe53028b4b:41305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:21,550 DEBUG [RS:0;cdbe53028b4b:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:21,550 DEBUG [RS:0;cdbe53028b4b:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:21,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:21,555 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 was moved to hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 2024-11-11T23:17:21,560 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 2024-11-11T23:17:21,560 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,41305,1731367026951 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T23:17:21,566 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,41305,1731367026951: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,41305,1731367026951, walGroup=cdbe53028b4b%2C41305%2C1731367026951, offset=cdbe53028b4b%2C41305%2C1731367026951.1731367030078:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:41305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:17:21,568 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:17:21,570 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:17:21,572 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:17:21,572 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:17:21,572 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:17:21,572 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 388359872 }, "NonHeapMemoryUsage": { "committed": 152698880, "init": 7667712, "max": -1, "used": 150418040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:17:21,574 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cdbe53028b4b%2C41305%2C1731367026951.1731367030078] 2024-11-11T23:17:21,624 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 to pos 0, reset compression=false 2024-11-11T23:17:21,627 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 was moved to hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 2024-11-11T23:17:21,632 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078 2024-11-11T23:17:21,632 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T23:17:21,632 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.wal-reader.cdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T23:17:21,632 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cdbe53028b4b,41305,1731367026951 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951/cdbe53028b4b%2C41305%2C1731367026951.1731367030078, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T23:17:21,633 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-11T23:17:21,633 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cdbe53028b4b%2C41305%2C1731367026951.1731367030078] 2024-11-11T23:17:21,651 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,1-cdbe53028b4b,41305,1731367026951 terminated 2024-11-11T23:17:21,651 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cdbe53028b4b,41305,1731367026951 because: Region server is closing 2024-11-11T23:17:21,651 INFO [RS:0;cdbe53028b4b:41305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:41305. 2024-11-11T23:17:21,652 DEBUG [RS:0;cdbe53028b4b:41305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:21,652 DEBUG [RS:0;cdbe53028b4b:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:21,652 DEBUG [RS:0;cdbe53028b4b:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:21,652 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,41305,1731367026951.replicationSource.shippercdbe53028b4b%2C41305%2C1731367026951,2-cdbe53028b4b,41305,1731367026951 terminated 2024-11-11T23:17:21,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:21,652 INFO [RS:0;cdbe53028b4b:41305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41305 2024-11-11T23:17:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/rs/cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/rs 2024-11-11T23:17:21,701 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:21,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,41305,1731367026951] 2024-11-11T23:17:21,722 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/draining/cdbe53028b4b,41305,1731367026951 already deleted, retry=false 2024-11-11T23:17:21,722 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,41305,1731367026951 expired; onlineServers=0 2024-11-11T23:17:21,722 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,46537,1731367025849' ***** 2024-11-11T23:17:21,722 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:17:21,722 INFO [M:0;cdbe53028b4b:46537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:21,722 INFO [M:0;cdbe53028b4b:46537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:21,723 DEBUG [M:0;cdbe53028b4b:46537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:17:21,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:17:21,723 DEBUG [M:0;cdbe53028b4b:46537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:17:21,723 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367029706 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367029706,5,FailOnTimeoutGroup] 2024-11-11T23:17:21,723 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367029710 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367029710,5,FailOnTimeoutGroup] 2024-11-11T23:17:21,723 INFO [M:0;cdbe53028b4b:46537 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:21,723 INFO [M:0;cdbe53028b4b:46537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:21,723 DEBUG [M:0;cdbe53028b4b:46537 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:17:21,723 INFO [M:0;cdbe53028b4b:46537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:17:21,724 INFO [M:0;cdbe53028b4b:46537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:21,724 INFO [M:0;cdbe53028b4b:46537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:17:21,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:17:21,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/master 2024-11-11T23:17:21,733 DEBUG [M:0;cdbe53028b4b:46537 {}] zookeeper.ZKUtil(347): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/master because node does not exist (not an error) 2024-11-11T23:17:21,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:21,733 WARN [M:0;cdbe53028b4b:46537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:17:21,734 INFO [M:0;cdbe53028b4b:46537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/.lastflushedseqids 2024-11-11T23:17:21,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741842_1018 (size=181) 2024-11-11T23:17:21,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:21,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x1012c3025420001, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:21,813 INFO [RS:0;cdbe53028b4b:41305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:21,813 INFO [RS:0;cdbe53028b4b:41305 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,41305,1731367026951; zookeeper connection closed. 2024-11-11T23:17:21,813 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2902ea4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2902ea4 2024-11-11T23:17:21,814 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:17:22,151 INFO [M:0;cdbe53028b4b:46537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:17:22,151 INFO [M:0;cdbe53028b4b:46537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:17:22,151 DEBUG [M:0;cdbe53028b4b:46537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:22,151 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:22,152 DEBUG [M:0;cdbe53028b4b:46537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:22,152 DEBUG [M:0;cdbe53028b4b:46537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:22,152 DEBUG [M:0;cdbe53028b4b:46537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:22,152 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T23:17:22,179 DEBUG [M:0;cdbe53028b4b:46537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/677ac690cef9472c959e3b683a7d994c is 82, key is hbase:meta,,1/info:regioninfo/1731367031163/Put/seqid=0 2024-11-11T23:17:22,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741843_1019 (size=5672) 2024-11-11T23:17:22,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:17:22,587 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/677ac690cef9472c959e3b683a7d994c 2024-11-11T23:17:22,620 DEBUG [M:0;cdbe53028b4b:46537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a44fc2e50b14b1fa5ee0effc3279d7e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731367039027/Put/seqid=0 2024-11-11T23:17:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741844_1020 (size=8663) 2024-11-11T23:17:22,652 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a44fc2e50b14b1fa5ee0effc3279d7e 2024-11-11T23:17:22,689 DEBUG [M:0;cdbe53028b4b:46537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/999aa8fbd8234f0e9b62b1f474143e9b is 69, key is cdbe53028b4b,41305,1731367026951/rs:state/1731367029822/Put/seqid=0 2024-11-11T23:17:22,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741845_1021 (size=5156) 2024-11-11T23:17:23,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:17:23,100 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/999aa8fbd8234f0e9b62b1f474143e9b 2024-11-11T23:17:23,113 DEBUG [M:0;cdbe53028b4b:46537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/677ac690cef9472c959e3b683a7d994c as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/677ac690cef9472c959e3b683a7d994c 2024-11-11T23:17:23,121 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/677ac690cef9472c959e3b683a7d994c, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T23:17:23,123 DEBUG [M:0;cdbe53028b4b:46537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a44fc2e50b14b1fa5ee0effc3279d7e as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a44fc2e50b14b1fa5ee0effc3279d7e 2024-11-11T23:17:23,130 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a44fc2e50b14b1fa5ee0effc3279d7e, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T23:17:23,131 DEBUG [M:0;cdbe53028b4b:46537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/999aa8fbd8234f0e9b62b1f474143e9b as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/999aa8fbd8234f0e9b62b1f474143e9b 2024-11-11T23:17:23,138 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/999aa8fbd8234f0e9b62b1f474143e9b, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T23:17:23,139 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 987ms, sequenceid=115, compaction requested=false 2024-11-11T23:17:23,140 INFO [M:0;cdbe53028b4b:46537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:23,140 DEBUG [M:0;cdbe53028b4b:46537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367042151Disabling compacts and flushes for region at 1731367042151Disabling writes for close at 1731367042152 (+1 ms)Obtaining lock to block concurrent updates at 1731367042152Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367042152Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731367042152Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367042154 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367042154Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367042178 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367042179 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367042598 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367042619 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367042619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367042663 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367042689 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367042689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9667dc0: reopening flushed file at 1731367043111 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4bcde2: reopening flushed file at 1731367043121 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45cca203: reopening flushed file at 1731367043130 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 987ms, sequenceid=115, compaction requested=false at 1731367043139 (+9 ms)Writing region close event to WAL at 1731367043140 (+1 ms)Closed at 1731367043140 2024-11-11T23:17:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741830_1006 (size=59421) 2024-11-11T23:17:23,144 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:23,144 INFO [M:0;cdbe53028b4b:46537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:17:23,144 INFO [M:0;cdbe53028b4b:46537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46537 2024-11-11T23:17:23,144 INFO [M:0;cdbe53028b4b:46537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:23,307 INFO [M:0;cdbe53028b4b:46537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:23,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:23,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46537-0x1012c3025420000, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:23,311 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:23,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:23,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:23,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:23,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:23,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:23,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:17:23,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:23,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40653 2024-11-11T23:17:23,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40653 connecting to ZooKeeper ensemble=127.0.0.1:61313 2024-11-11T23:17:23,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406530x0, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:23,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40653-0x1012c3025420006 connected 2024-11-11T23:17:23,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:23,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:23,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/running 2024-11-11T23:17:23,352 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: INIT 2024-11-11T23:17:23,352 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c, hbase.cluster.distributed=false 2024-11-11T23:17:23,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/acl 2024-11-11T23:17:23,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-11T23:17:23,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40653 2024-11-11T23:17:23,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40653 2024-11-11T23:17:23,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-11T23:17:23,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40653 2024-11-11T23:17:23,375 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:23,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:23,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:23,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:23,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:23,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:23,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:17:23,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:23,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35823 2024-11-11T23:17:23,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35823 connecting to ZooKeeper ensemble=127.0.0.1:61313 2024-11-11T23:17:23,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:23,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:23,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358230x0, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:23,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35823-0x1012c3025420007 connected 2024-11-11T23:17:23,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358230x0, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/running 2024-11-11T23:17:23,396 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: INIT 2024-11-11T23:17:23,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:17:23,397 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:17:23,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/master 2024-11-11T23:17:23,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/acl 2024-11-11T23:17:23,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-11T23:17:23,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35823 2024-11-11T23:17:23,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35823 2024-11-11T23:17:23,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-11T23:17:23,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-11T23:17:23,416 DEBUG [M:0;cdbe53028b4b:40653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:40653 2024-11-11T23:17:23,417 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1144350150/backup-masters/cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:23,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/backup-masters 2024-11-11T23:17:23,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/backup-masters 2024-11-11T23:17:23,427 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on existing znode=/0-1144350150/backup-masters/cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:23,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1144350150/master 2024-11-11T23:17:23,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:23,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:23,438 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on existing znode=/0-1144350150/master 2024-11-11T23:17:23,439 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1144350150/backup-masters/cdbe53028b4b,40653,1731367043311 from backup master directory 2024-11-11T23:17:23,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/backup-masters 2024-11-11T23:17:23,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/backup-masters/cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:23,448 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:23,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/backup-masters 2024-11-11T23:17:23,448 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:23,465 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:23,466 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:17:23,483 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-11T23:17:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741846_1022 (size=196) 2024-11-11T23:17:23,899 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:17:23,900 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:17:23,901 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:23,911 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T23:17:23,914 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849 to hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849-dead as it is dead 2024-11-11T23:17:23,915 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T23:17:23,915 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T23:17:23,915 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849-dead/cdbe53028b4b%2C46537%2C1731367025849.1731367028885 2024-11-11T23:17:23,919 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849-dead/cdbe53028b4b%2C46537%2C1731367025849.1731367028885 after 3ms 2024-11-11T23:17:23,920 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849-dead/cdbe53028b4b%2C46537%2C1731367025849.1731367028885 to hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cdbe53028b4b%2C46537%2C1731367025849.1731367028885 2024-11-11T23:17:23,920 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,46537,1731367025849-dead 2024-11-11T23:17:23,921 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:23,922 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:23,924 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C40653%2C1731367043311, suffix=, logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,40653,1731367043311, archiveDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/oldWALs, maxLogs=10 2024-11-11T23:17:23,936 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,40653,1731367043311/cdbe53028b4b%2C40653%2C1731367043311.1731367043924, exclude list is [], retry=0 2024-11-11T23:17:23,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-4859364d-e412-4c7f-a00a-a4069842ec11,DISK] 2024-11-11T23:17:23,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,40653,1731367043311/cdbe53028b4b%2C40653%2C1731367043311.1731367043924 2024-11-11T23:17:23,943 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45651:45651)] 2024-11-11T23:17:23,943 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:23,943 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:23,943 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:23,943 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:23,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:23,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:17:23,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:23,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/677ac690cef9472c959e3b683a7d994c 2024-11-11T23:17:23,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:23,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:23,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:17:23,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:23,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a44fc2e50b14b1fa5ee0effc3279d7e 2024-11-11T23:17:23,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:23,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:23,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:17:23,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:23,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/999aa8fbd8234f0e9b62b1f474143e9b 2024-11-11T23:17:23,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:23,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:23,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:17:23,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:23,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:23,979 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:23,979 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T23:17:23,980 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cdbe53028b4b%2C46537%2C1731367025849.1731367028885 2024-11-11T23:17:23,994 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cdbe53028b4b%2C46537%2C1731367025849.1731367028885 2024-11-11T23:17:23,996 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cdbe53028b4b%2C46537%2C1731367025849.1731367028885 2024-11-11T23:17:23,997 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:23,997 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:23,998 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:24,000 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:24,003 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T23:17:24,004 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66119892, jitterRate=-0.014736831188201904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:24,004 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367043944Initializing all the Stores at 1731367043945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367043945Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367043945Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367043945Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367043945Cleaning up temporary data from old regions at 1731367043997 (+52 ms)Region opened successfully at 1731367044004 (+7 ms) 2024-11-11T23:17:24,005 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:17:24,008 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513daa82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:24,017 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T23:17:24,017 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:17:24,018 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:17:24,018 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:17:24,018 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:17:24,023 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:24,023 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:17:24,024 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:17:24,024 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:17:24,025 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T23:17:24,025 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T23:17:24,025 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T23:17:24,025 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:17:24,030 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cdbe53028b4b,41305,1731367026951, regionLocation=cdbe53028b4b,41305,1731367026951, openSeqNum=2 2024-11-11T23:17:24,030 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cdbe53028b4b,41305,1731367026951, table=hbase:meta, region=1588230740 2024-11-11T23:17:24,030 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,41305,1731367026951, state=OPEN 2024-11-11T23:17:24,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144350150/meta-region-server 2024-11-11T23:17:24,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144350150/meta-region-server 2024-11-11T23:17:24,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:24,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:24,086 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:17:24,099 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/draining/cdbe53028b4b,41305,1731367026951 already deleted, retry=false 2024-11-11T23:17:24,099 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cdbe53028b4b,41305,1731367026951 on cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:24,107 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cdbe53028b4b,41305,1731367026951, splitWal=true, meta=true 2024-11-11T23:17:24,109 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for cdbe53028b4b,41305,1731367026951 (carryingMeta=true) cdbe53028b4b,41305,1731367026951/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2071983f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T23:17:24,112 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/balancer because node does not exist (not necessarily an error) 2024-11-11T23:17:24,151 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/balancer already deleted, retry=false 2024-11-11T23:17:24,152 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:17:24,153 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:17:24,174 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/normalizer already deleted, retry=false 2024-11-11T23:17:24,175 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:17:24,176 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:17:24,185 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/switch/split already deleted, retry=false 2024-11-11T23:17:24,187 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:17:24,195 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/switch/merge already deleted, retry=false 2024-11-11T23:17:24,219 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:17:24,227 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/snapshot-cleanup already deleted, retry=false 2024-11-11T23:17:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1144350150/running 2024-11-11T23:17:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1144350150/running 2024-11-11T23:17:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:24,238 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,40653,1731367043311, sessionid=0x1012c3025420006, setting cluster-up flag (Was=false) 2024-11-11T23:17:24,250 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1144350150/flush-table-proc/acquired, /0-1144350150/flush-table-proc/reached, /0-1144350150/flush-table-proc/abort 2024-11-11T23:17:24,252 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:24,260 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1144350150/online-snapshot/acquired, /0-1144350150/online-snapshot/reached, /0-1144350150/online-snapshot/abort 2024-11-11T23:17:24,263 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:24,266 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/.lastflushedseqids 2024-11-11T23:17:24,272 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:17:24,272 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:17:24,273 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,40653,1731367043311 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cdbe53028b4b,41305,1731367026951 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:17:24,274 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:24,275 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:24,275 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:24,275 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:24,275 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:17:24,275 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,275 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:24,275 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,276 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367074276 2024-11-11T23:17:24,276 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:17:24,277 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:17:24,278 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:17:24,278 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:17:24,278 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367044278,5,FailOnTimeoutGroup] 2024-11-11T23:17:24,278 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367044278,5,FailOnTimeoutGroup] 2024-11-11T23:17:24,278 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,278 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:17:24,278 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,279 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,279 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367044279, completionTime=-1 2024-11-11T23:17:24,279 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T23:17:24,279 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cdbe53028b4b,41305,1731367026951, splitWal=true, meta=true 2024-11-11T23:17:24,280 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cdbe53028b4b,41305,1731367026951, splitWal=true, meta=true, isMeta: true 2024-11-11T23:17:24,281 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T23:17:24,282 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951-splitting 2024-11-11T23:17:24,283 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951-splitting dir is empty, no logs to split. 2024-11-11T23:17:24,283 INFO [PEWorker-1 {}] master.SplitWALManager(105): cdbe53028b4b,41305,1731367026951 WAL count=0, meta=true 2024-11-11T23:17:24,287 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951-splitting dir is empty, no logs to split. 2024-11-11T23:17:24,287 INFO [PEWorker-1 {}] master.SplitWALManager(105): cdbe53028b4b,41305,1731367026951 WAL count=0, meta=true 2024-11-11T23:17:24,287 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cdbe53028b4b,41305,1731367026951 WAL splitting is done? wals=0, meta=true 2024-11-11T23:17:24,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:17:24,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:24,292 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T23:17:24,304 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(746): ClusterId : 3053382d-3274-4dbc-bf56-e8bc5d485260 2024-11-11T23:17:24,304 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:17:24,312 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:17:24,312 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:17:24,323 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:17:24,323 DEBUG [RS:0;cdbe53028b4b:35823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1c460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:24,334 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:35823 2024-11-11T23:17:24,334 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:17:24,334 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:17:24,334 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:17:24,335 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,40653,1731367043311 with port=35823, startcode=1731367043375 2024-11-11T23:17:24,335 DEBUG [RS:0;cdbe53028b4b:35823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:17:24,337 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:17:24,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:24,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40653 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:24,339 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c 2024-11-11T23:17:24,339 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46495 2024-11-11T23:17:24,339 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:17:24,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/rs 2024-11-11T23:17:24,352 DEBUG [RS:0;cdbe53028b4b:35823 {}] zookeeper.ZKUtil(111): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on existing znode=/0-1144350150/rs/cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:24,352 WARN [RS:0;cdbe53028b4b:35823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:24,352 INFO [RS:0;cdbe53028b4b:35823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:24,352 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:24,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,35823,1731367043375] 2024-11-11T23:17:24,382 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T23:17:24,389 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:17:24,390 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:17:24,391 INFO [RS:0;cdbe53028b4b:35823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:17:24,391 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,391 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:17:24,392 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:17:24,392 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,392 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,392 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:24,393 DEBUG [RS:0;cdbe53028b4b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:24,394 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,394 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,394 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,394 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,394 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,394 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,35823,1731367043375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:24,410 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:17:24,411 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,35823,1731367043375-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,426 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,35823,1731367043375, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:17:24,440 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSource(231): queueId=2-cdbe53028b4b,35823,1731367043375, ReplicationSource: 2, currentBandwidth=0 2024-11-11T23:17:24,441 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,441 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.Replication(171): cdbe53028b4b,35823,1731367043375 started 2024-11-11T23:17:24,441 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,1-cdbe53028b4b,35823,1731367043375 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:41587' 2024-11-11T23:17:24,442 WARN [cdbe53028b4b:40653 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T23:17:24,442 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,1-cdbe53028b4b,35823,1731367043375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d06ad64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:24,442 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,1-cdbe53028b4b,35823,1731367043375 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,41587,-1 for getting cluster id 2024-11-11T23:17:24,443 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,1-cdbe53028b4b,35823,1731367043375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:24,444 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e24f768-b92e-419a-9324-857cb0600fa2' 2024-11-11T23:17:24,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:24,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e24f768-b92e-419a-9324-857cb0600fa2" 2024-11-11T23:17:24,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45558fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:24,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,41587,-1] 2024-11-11T23:17:24,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:24,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:24,447 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:24,448 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,1-cdbe53028b4b,35823,1731367043375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d771036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:24,448 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,1-cdbe53028b4b,35823,1731367043375 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73283bd1 2024-11-11T23:17:24,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:24,450 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T23:17:24,451 INFO [RS:0;cdbe53028b4b:35823.replicationSource,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,35823,1731367043375 (queues=0) is replicating from cluster=3053382d-3274-4dbc-bf56-e8bc5d485260 to cluster=5e24f768-b92e-419a-9324-857cb0600fa2 2024-11-11T23:17:24,456 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:24,456 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,35823,1731367043375, RpcServer on cdbe53028b4b/172.17.0.2:35823, sessionid=0x1012c3025420007 2024-11-11T23:17:24,456 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:17:24,456 DEBUG [RS:0;cdbe53028b4b:35823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:24,457 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,35823,1731367043375' 2024-11-11T23:17:24,457 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1144350150/flush-table-proc/abort' 2024-11-11T23:17:24,457 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1144350150/flush-table-proc/acquired' 2024-11-11T23:17:24,458 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:17:24,458 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:17:24,458 DEBUG [RS:0;cdbe53028b4b:35823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:24,458 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,35823,1731367043375' 2024-11-11T23:17:24,458 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1144350150/online-snapshot/abort' 2024-11-11T23:17:24,458 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1144350150/online-snapshot/acquired' 2024-11-11T23:17:24,459 DEBUG [RS:0;cdbe53028b4b:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:17:24,459 INFO [RS:0;cdbe53028b4b:35823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:17:24,459 INFO [RS:0;cdbe53028b4b:35823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:17:24,461 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,2-cdbe53028b4b,35823,1731367043375 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:41587' 2024-11-11T23:17:24,462 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,2-cdbe53028b4b,35823,1731367043375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@325da543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:24,462 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,2-cdbe53028b4b,35823,1731367043375 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,41587,-1 for getting cluster id 2024-11-11T23:17:24,462 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,2-cdbe53028b4b,35823,1731367043375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:24,463 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e24f768-b92e-419a-9324-857cb0600fa2' 2024-11-11T23:17:24,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:24,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e24f768-b92e-419a-9324-857cb0600fa2" 2024-11-11T23:17:24,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6078e652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:24,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,41587,-1] 2024-11-11T23:17:24,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:24,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:24,465 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:24,466 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,2-cdbe53028b4b,35823,1731367043375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eac6d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:24,466 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource,2-cdbe53028b4b,35823,1731367043375 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:24,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:24,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35fe6dec 2024-11-11T23:17:24,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:24,468 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T23:17:24,469 INFO [RS:0;cdbe53028b4b:35823.replicationSource,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cdbe53028b4b,35823,1731367043375 (queues=0) is replicating from cluster=3053382d-3274-4dbc-bf56-e8bc5d485260 to cluster=5e24f768-b92e-419a-9324-857cb0600fa2 2024-11-11T23:17:24,560 INFO [RS:0;cdbe53028b4b:35823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:24,563 INFO [RS:0;cdbe53028b4b:35823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C35823%2C1731367043375, suffix=, logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375, archiveDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs, maxLogs=10 2024-11-11T23:17:24,580 DEBUG [RS:0;cdbe53028b4b:35823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565, exclude list is [], retry=0 2024-11-11T23:17:24,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-4859364d-e412-4c7f-a00a-a4069842ec11,DISK] 2024-11-11T23:17:24,585 INFO [RS:0;cdbe53028b4b:35823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 2024-11-11T23:17:24,585 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cdbe53028b4b%2C35823%2C1731367043375 for peer 2 2024-11-11T23:17:24,586 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cdbe53028b4b%2C35823%2C1731367043375 for peer 1 2024-11-11T23:17:24,586 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C35823%2C1731367043375 2024-11-11T23:17:24,586 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,35823,1731367043375, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:17:24,586 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cdbe53028b4b%2C35823%2C1731367043375 2024-11-11T23:17:24,586 INFO [RS:0;cdbe53028b4b:35823.replicationSource.shippercdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C35823%2C1731367043375 2024-11-11T23:17:24,586 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cdbe53028b4b,35823,1731367043375, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:17:24,586 DEBUG [RS:0;cdbe53028b4b:35823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45651:45651)] 2024-11-11T23:17:24,586 INFO [RS:0;cdbe53028b4b:35823.replicationSource.shippercdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C35823%2C1731367043375 2024-11-11T23:17:24,587 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565, startPosition=0, beingWritten=true 2024-11-11T23:17:24,587 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565, startPosition=0, beingWritten=true 2024-11-11T23:17:24,692 DEBUG [cdbe53028b4b:40653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:17:24,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:24,697 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,35823,1731367043375, state=OPENING 2024-11-11T23:17:24,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144350150/meta-region-server 2024-11-11T23:17:24,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144350150/meta-region-server 2024-11-11T23:17:24,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:24,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:24,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:24,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,35823,1731367043375}] 2024-11-11T23:17:24,793 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:24,793 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:24,900 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:17:24,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:17:24,906 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:17:24,907 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:24,907 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:17:24,909 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C35823%2C1731367043375.meta, suffix=.meta, logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375, archiveDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs, maxLogs=10 2024-11-11T23:17:24,922 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.meta.1731367044910.meta, exclude list is [], retry=0 2024-11-11T23:17:24,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-4859364d-e412-4c7f-a00a-a4069842ec11,DISK] 2024-11-11T23:17:24,927 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.meta.1731367044910.meta 2024-11-11T23:17:24,927 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45651:45651)] 2024-11-11T23:17:24,928 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:24,928 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:17:24,928 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:17:24,928 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:17:24,928 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:17:24,928 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:17:24,929 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:24,929 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:17:24,929 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:17:24,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:24,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:24,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:24,940 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/info/daf6566fcbbc4a7caf4397a723c45acc 2024-11-11T23:17:24,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:24,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:24,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:24,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:24,950 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/ns/05ce5710a9f74ec0a6d0602ecf60d711 2024-11-11T23:17:24,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:24,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:24,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:24,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:24,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:24,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:24,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:24,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:24,963 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/table/4bc4ceb9ec8c42a5a29143e13b3d6eed 2024-11-11T23:17:24,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:24,964 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:24,965 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740 2024-11-11T23:17:24,967 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740 2024-11-11T23:17:24,968 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:24,968 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:24,969 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:24,971 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:24,972 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70556237, jitterRate=0.051369860768318176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:24,972 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:17:24,972 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367044929Writing region info on filesystem at 1731367044929Initializing all the Stores at 1731367044930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367044930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367044930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367044930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367044930Cleaning up temporary data from old regions at 1731367044968 (+38 ms)Running coprocessor post-open hooks at 1731367044972 (+4 ms)Region opened successfully at 1731367044972 2024-11-11T23:17:24,974 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731367044900 2024-11-11T23:17:24,977 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:17:24,977 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:17:24,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:24,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,35823,1731367043375, state=OPEN 2024-11-11T23:17:25,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144350150/meta-region-server 2024-11-11T23:17:25,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1144350150/meta-region-server 2024-11-11T23:17:25,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:25,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:25,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1144350150/meta-region-server: CHANGED 2024-11-11T23:17:25,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T23:17:25,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,35823,1731367043375 in 263 msec 2024-11-11T23:17:25,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T23:17:25,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-11-11T23:17:25,105 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:25,105 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:25,516 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:25,516 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:25,885 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-11T23:17:26,028 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:26,028 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:26,640 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:26,643 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:27,349 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:27,351 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:27,389 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-11T23:17:28,159 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:28,160 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:28,792 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T23:17:28,793 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:17:28,793 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:28,793 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,35823,1731367043375, seqNum=-1] 2024-11-11T23:17:28,794 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:28,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:28,805 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=baf47a8b5f81f79b06799fdc47fe63d9, regionState=OPEN, lastHost=cdbe53028b4b,41305,1731367026951, regionLocation=cdbe53028b4b,41305,1731367026951, openSeqNum=2 2024-11-11T23:17:28,805 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:17:28,805 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367108805 2024-11-11T23:17:28,805 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367168805 2024-11-11T23:17:28,805 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-11T23:17:28,806 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40653,1731367043311-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:28,806 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cdbe53028b4b,41305,1731367026951 had 2 regions 2024-11-11T23:17:28,806 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40653,1731367043311-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:28,806 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40653,1731367043311-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:28,806 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:40653, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:28,806 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:28,806 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:28,808 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cdbe53028b4b,41305,1731367026951, splitWal=true, meta=true, isMeta: false 2024-11-11T23:17:28,810 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951-splitting dir is empty, no logs to split. 2024-11-11T23:17:28,810 INFO [PEWorker-3 {}] master.SplitWALManager(105): cdbe53028b4b,41305,1731367026951 WAL count=0, meta=false 2024-11-11T23:17:28,815 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.366sec 2024-11-11T23:17:28,815 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,41305,1731367026951-splitting dir is empty, no logs to split. 2024-11-11T23:17:28,815 INFO [PEWorker-3 {}] master.SplitWALManager(105): cdbe53028b4b,41305,1731367026951 WAL count=0, meta=false 2024-11-11T23:17:28,815 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cdbe53028b4b,41305,1731367026951 WAL splitting is done? wals=0, meta=false 2024-11-11T23:17:28,815 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:17:28,815 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:17:28,815 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:17:28,815 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:17:28,815 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:17:28,815 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40653,1731367043311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:28,815 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40653,1731367043311-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:17:28,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN}] 2024-11-11T23:17:28,819 WARN [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cdbe53028b4b,41305,1731367026951/hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:28,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN 2024-11-11T23:17:28,821 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:17:28,821 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:17:28,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T23:17:28,821 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40653,1731367043311-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:28,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173bf31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:28,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,40653,-1 for getting cluster id 2024-11-11T23:17:28,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:28,914 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3053382d-3274-4dbc-bf56-e8bc5d485260' 2024-11-11T23:17:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3053382d-3274-4dbc-bf56-e8bc5d485260" 2024-11-11T23:17:28,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360f83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:28,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,40653,-1] 2024-11-11T23:17:28,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:28,919 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:28,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186630c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:28,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:28,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,35823,1731367043375, seqNum=-1] 2024-11-11T23:17:28,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:28,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:28,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T23:17:28,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:28,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:28,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:28,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:28,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:28,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cdbe53028b4b:40653 after: cdbe53028b4b:40653 2024-11-11T23:17:28,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:28,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,40653,-1 for getting cluster id 2024-11-11T23:17:28,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:28,929 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3053382d-3274-4dbc-bf56-e8bc5d485260' 2024-11-11T23:17:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3053382d-3274-4dbc-bf56-e8bc5d485260" 2024-11-11T23:17:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ae3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,40653,-1] 2024-11-11T23:17:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:28,931 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:28,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad67c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:28,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38a80c1a 2024-11-11T23:17:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:28,934 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:28,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T23:17:28,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T23:17:28,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T23:17:28,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40653 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T23:17:28,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:17:28,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:28,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:28,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:28,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:28,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:28,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:17:28,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2107351842, stopped=false 2024-11-11T23:17:28,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,41587,1731367033627 2024-11-11T23:17:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-44859030/running 2024-11-11T23:17:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-44859030/running 2024-11-11T23:17:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:28,951 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:28,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:28,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:28,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:28,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on znode that does not yet exist, /1-44859030/running 2024-11-11T23:17:28,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Set watcher on znode that does not yet exist, /1-44859030/running 2024-11-11T23:17:28,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,40087,1731367033812' ***** 2024-11-11T23:17:28,952 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:17:28,952 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:17:28,952 INFO [RS:0;cdbe53028b4b:40087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:17:28,952 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:17:28,952 INFO [RS:0;cdbe53028b4b:40087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:17:28,952 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:28,953 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:28,953 INFO [RS:0;cdbe53028b4b:40087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:40087. 2024-11-11T23:17:28,953 DEBUG [RS:0;cdbe53028b4b:40087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:28,953 DEBUG [RS:0;cdbe53028b4b:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:28,953 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:17:28,953 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:17:28,953 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:17:28,953 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:17:28,953 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:17:28,953 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:17:28,954 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:28,954 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:28,954 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:28,954 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:28,954 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:28,954 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:28,954 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T23:17:28,971 DEBUG [cdbe53028b4b:40653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:17:28,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=baf47a8b5f81f79b06799fdc47fe63d9, regionState=OPENING, regionLocation=cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:28,972 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740/.tmp/ns/896342adf9d9486d83c8723d6229b84d is 43, key is default/ns:d/1731367037571/Put/seqid=0 2024-11-11T23:17:28,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN because future has completed 2024-11-11T23:17:28,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure baf47a8b5f81f79b06799fdc47fe63d9, server=cdbe53028b4b,35823,1731367043375}] 2024-11-11T23:17:28,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741835_1011 (size=5153) 2024-11-11T23:17:29,040 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:29,070 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:29,072 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:29,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:29,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:29,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:17:29,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C35823%2C1731367043375.rep, suffix=, logDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375, archiveDir=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs, maxLogs=10 2024-11-11T23:17:29,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.rep.1731367049140, exclude list is [], retry=0 2024-11-11T23:17:29,154 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:29,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38511,DS-4859364d-e412-4c7f-a00a-a4069842ec11,DISK] 2024-11-11T23:17:29,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.rep.1731367049140 2024-11-11T23:17:29,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45651:45651)] 2024-11-11T23:17:29,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => baf47a8b5f81f79b06799fdc47fe63d9, NAME => 'hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:29,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:17:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:17:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. service=MultiRowMutationService 2024-11-11T23:17:29,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:17:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,161 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,162 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf47a8b5f81f79b06799fdc47fe63d9 columnFamilyName hfileref 2024-11-11T23:17:29,162 DEBUG [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:29,163 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(327): Store=baf47a8b5f81f79b06799fdc47fe63d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:29,163 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,164 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf47a8b5f81f79b06799fdc47fe63d9 columnFamilyName queue 2024-11-11T23:17:29,164 DEBUG [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:29,172 DEBUG [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9/queue/5a9247cb89fe40cfad570a54d5eb4d51 2024-11-11T23:17:29,172 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(327): Store=baf47a8b5f81f79b06799fdc47fe63d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:29,172 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,173 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf47a8b5f81f79b06799fdc47fe63d9 columnFamilyName sid 2024-11-11T23:17:29,174 DEBUG [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:29,174 INFO [StoreOpener-baf47a8b5f81f79b06799fdc47fe63d9-1 {}] regionserver.HStore(327): Store=baf47a8b5f81f79b06799fdc47fe63d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:29,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:17:29,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened baf47a8b5f81f79b06799fdc47fe63d9; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71749318, jitterRate=0.06914815306663513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:17:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:29,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for baf47a8b5f81f79b06799fdc47fe63d9: Running coprocessor pre-open hook at 1731367049160Writing region info on filesystem at 1731367049160Initializing all the Stores at 1731367049161 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367049161Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367049161Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367049161Cleaning up temporary data from old regions at 1731367049178 (+17 ms)Running coprocessor post-open hooks at 1731367049182 (+4 ms)Region opened successfully at 1731367049182 2024-11-11T23:17:29,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9., pid=19, masterSystemTime=1731367049129 2024-11-11T23:17:29,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:29,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:29,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=baf47a8b5f81f79b06799fdc47fe63d9, regionState=OPEN, openSeqNum=10, regionLocation=cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:29,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure baf47a8b5f81f79b06799fdc47fe63d9, server=cdbe53028b4b,35823,1731367043375 because future has completed 2024-11-11T23:17:29,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T23:17:29,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure baf47a8b5f81f79b06799fdc47fe63d9, server=cdbe53028b4b,35823,1731367043375 in 216 msec 2024-11-11T23:17:29,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T23:17:29,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=baf47a8b5f81f79b06799fdc47fe63d9, ASSIGN in 376 msec 2024-11-11T23:17:29,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T23:17:29,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9., hostname=cdbe53028b4b,35823,1731367043375, seqNum=10] 2024-11-11T23:17:29,236 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for cdbe53028b4b,41305,1731367026951 2024-11-11T23:17:29,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T23:17:29,328 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:17:29,328 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:17:29,354 DEBUG [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:29,379 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740/.tmp/ns/896342adf9d9486d83c8723d6229b84d 2024-11-11T23:17:29,394 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740/.tmp/ns/896342adf9d9486d83c8723d6229b84d as hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740/ns/896342adf9d9486d83c8723d6229b84d 2024-11-11T23:17:29,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T23:17:29,402 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740/ns/896342adf9d9486d83c8723d6229b84d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T23:17:29,403 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-11T23:17:29,408 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T23:17:29,408 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:29,408 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:29,408 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:29,409 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367048953Running coprocessor pre-close hooks at 1731367048954 (+1 ms)Disabling compacts and flushes for region at 1731367048954Disabling writes for close at 1731367048954Obtaining lock to block concurrent updates at 1731367048954Preparing flush snapshotting stores in 1588230740 at 1731367048954Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731367048955 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367048955Flushing 1588230740/ns: creating writer at 1731367048956 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731367048972 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731367048972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4381f3bc: reopening flushed file at 1731367049393 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1731367049403 (+10 ms)Writing region close event to WAL at 1731367049404 (+1 ms)Running coprocessor post-close hooks at 1731367049408 (+4 ms)Closed at 1731367049408 2024-11-11T23:17:29,409 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:29,554 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,40087,1731367033812; all regions closed. 2024-11-11T23:17:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741834_1010 (size=1152) 2024-11-11T23:17:29,567 DEBUG [RS:0;cdbe53028b4b:40087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/oldWALs 2024-11-11T23:17:29,568 INFO [RS:0;cdbe53028b4b:40087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C40087%2C1731367033812.meta:.meta(num 1731367037472) 2024-11-11T23:17:29,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741832_1008 (size=93) 2024-11-11T23:17:29,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/WALs/cdbe53028b4b,40087,1731367033812/cdbe53028b4b%2C40087%2C1731367033812.1731367036477 not finished, retry = 0 2024-11-11T23:17:29,678 DEBUG [RS:0;cdbe53028b4b:40087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/oldWALs 2024-11-11T23:17:29,678 INFO [RS:0;cdbe53028b4b:40087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C40087%2C1731367033812:(num 1731367036477) 2024-11-11T23:17:29,678 DEBUG [RS:0;cdbe53028b4b:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:29,678 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:29,679 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:29,679 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:29,680 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:29,680 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:29,680 INFO [RS:0;cdbe53028b4b:40087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40087 2024-11-11T23:17:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030/rs 2024-11-11T23:17:29,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-44859030/rs/cdbe53028b4b,40087,1731367033812 2024-11-11T23:17:29,733 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:29,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,40087,1731367033812] 2024-11-11T23:17:29,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-44859030/draining/cdbe53028b4b,40087,1731367033812 already deleted, retry=false 2024-11-11T23:17:29,753 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,40087,1731367033812 expired; onlineServers=0 2024-11-11T23:17:29,753 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,41587,1731367033627' ***** 2024-11-11T23:17:29,754 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:17:29,754 INFO [M:0;cdbe53028b4b:41587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:29,754 INFO [M:0;cdbe53028b4b:41587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:29,754 DEBUG [M:0;cdbe53028b4b:41587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:17:29,755 DEBUG [M:0;cdbe53028b4b:41587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:17:29,755 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367036209 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367036209,5,FailOnTimeoutGroup] 2024-11-11T23:17:29,755 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367036208 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367036208,5,FailOnTimeoutGroup] 2024-11-11T23:17:29,755 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:17:29,756 INFO [M:0;cdbe53028b4b:41587 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:29,756 INFO [M:0;cdbe53028b4b:41587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:29,756 DEBUG [M:0;cdbe53028b4b:41587 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:17:29,756 INFO [M:0;cdbe53028b4b:41587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:17:29,757 INFO [M:0;cdbe53028b4b:41587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:29,757 INFO [M:0;cdbe53028b4b:41587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:17:29,757 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:17:29,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-44859030/master 2024-11-11T23:17:29,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-44859030 2024-11-11T23:17:29,764 DEBUG [M:0;cdbe53028b4b:41587 {}] zookeeper.ZKUtil(347): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Unable to get data of znode /1-44859030/master because node does not exist (not an error) 2024-11-11T23:17:29,764 WARN [M:0;cdbe53028b4b:41587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:17:29,766 INFO [M:0;cdbe53028b4b:41587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/.lastflushedseqids 2024-11-11T23:17:29,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741836_1012 (size=99) 2024-11-11T23:17:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:29,843 INFO [RS:0;cdbe53028b4b:40087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1012c3025420004, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:29,843 INFO [RS:0;cdbe53028b4b:40087 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,40087,1731367033812; zookeeper connection closed. 2024-11-11T23:17:29,844 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2eb1758d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2eb1758d 2024-11-11T23:17:29,844 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:17:30,084 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:30,084 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:30,174 INFO [M:0;cdbe53028b4b:41587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:17:30,174 INFO [M:0;cdbe53028b4b:41587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:17:30,174 DEBUG [M:0;cdbe53028b4b:41587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:30,174 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:30,174 DEBUG [M:0;cdbe53028b4b:41587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:30,174 DEBUG [M:0;cdbe53028b4b:41587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:30,174 DEBUG [M:0;cdbe53028b4b:41587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:30,175 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T23:17:30,197 DEBUG [M:0;cdbe53028b4b:41587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39d74b473abd4e6eab4ee10a9f3d7f2a is 82, key is hbase:meta,,1/info:regioninfo/1731367037526/Put/seqid=0 2024-11-11T23:17:30,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741837_1013 (size=5672) 2024-11-11T23:17:30,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:17:30,603 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39d74b473abd4e6eab4ee10a9f3d7f2a 2024-11-11T23:17:30,628 DEBUG [M:0;cdbe53028b4b:41587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5df1ff5aba9d4633bf90eef16528a929 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731367037578/Put/seqid=0 2024-11-11T23:17:30,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741838_1014 (size=5275) 2024-11-11T23:17:31,033 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5df1ff5aba9d4633bf90eef16528a929 2024-11-11T23:17:31,054 DEBUG [M:0;cdbe53028b4b:41587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9286420461304ddca3e1dec8984e4347 is 69, key is cdbe53028b4b,40087,1731367033812/rs:state/1731367036230/Put/seqid=0 2024-11-11T23:17:31,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741839_1015 (size=5156) 2024-11-11T23:17:31,190 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:31,190 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:31,461 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9286420461304ddca3e1dec8984e4347 2024-11-11T23:17:31,469 DEBUG [M:0;cdbe53028b4b:41587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39d74b473abd4e6eab4ee10a9f3d7f2a as hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39d74b473abd4e6eab4ee10a9f3d7f2a 2024-11-11T23:17:31,475 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39d74b473abd4e6eab4ee10a9f3d7f2a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T23:17:31,477 DEBUG [M:0;cdbe53028b4b:41587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5df1ff5aba9d4633bf90eef16528a929 as hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5df1ff5aba9d4633bf90eef16528a929 2024-11-11T23:17:31,483 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5df1ff5aba9d4633bf90eef16528a929, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T23:17:31,484 DEBUG [M:0;cdbe53028b4b:41587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9286420461304ddca3e1dec8984e4347 as hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9286420461304ddca3e1dec8984e4347 2024-11-11T23:17:31,489 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9286420461304ddca3e1dec8984e4347, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T23:17:31,491 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false 2024-11-11T23:17:31,492 INFO [M:0;cdbe53028b4b:41587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:31,492 DEBUG [M:0;cdbe53028b4b:41587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367050174Disabling compacts and flushes for region at 1731367050174Disabling writes for close at 1731367050174Obtaining lock to block concurrent updates at 1731367050175 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367050175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731367050175Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367050176 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367050177 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367050197 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367050197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367050609 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367050627 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367050627Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367051039 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367051054 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367051054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c37355: reopening flushed file at 1731367051468 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c64a243: reopening flushed file at 1731367051476 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca212c: reopening flushed file at 1731367051483 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false at 1731367051491 (+8 ms)Writing region close event to WAL at 1731367051492 (+1 ms)Closed at 1731367051492 2024-11-11T23:17:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741830_1006 (size=10165) 2024-11-11T23:17:31,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d956323-067f-73c6-b051-a85e47b5d527/MasterData/WALs/cdbe53028b4b,41587,1731367033627/cdbe53028b4b%2C41587%2C1731367033627.1731367035760 not finished, retry = 0 2024-11-11T23:17:31,596 INFO [M:0;cdbe53028b4b:41587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:17:31,596 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:31,596 INFO [M:0;cdbe53028b4b:41587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41587 2024-11-11T23:17:31,599 INFO [M:0;cdbe53028b4b:41587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:31,769 INFO [M:0;cdbe53028b4b:41587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41587-0x1012c3025420003, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:31,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:31,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:17:31,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:17:31,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:17:31,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.log.dir/,STOPPED} 2024-11-11T23:17:31,779 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:17:31,779 WARN [BP-1962236976-172.17.0.2-1731367031552 heartbeating to localhost/127.0.0.1:44031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:17:31,779 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:17:31,779 WARN [BP-1962236976-172.17.0.2-1731367031552 heartbeating to localhost/127.0.0.1:44031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1962236976-172.17.0.2-1731367031552 (Datanode Uuid fd621364-9e03-4d15-945a-c98f914aac50) service to localhost/127.0.0.1:44031 2024-11-11T23:17:31,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/cluster_e5518a2d-18ba-df7f-1911-af2924a04fde/data/data1/current/BP-1962236976-172.17.0.2-1731367031552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:17:31,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/cluster_e5518a2d-18ba-df7f-1911-af2924a04fde/data/data2/current/BP-1962236976-172.17.0.2-1731367031552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:17:31,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:17:31,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:31,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:17:31,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:17:31,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:17:31,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.log.dir/,STOPPED} 2024-11-11T23:17:31,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:17:31,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:17:31,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:31,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:31,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:31,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:31,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:31,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:17:31,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1324003999, stopped=false 2024-11-11T23:17:31,809 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,40653,1731367043311 2024-11-11T23:17:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/running 2024-11-11T23:17:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/running 2024-11-11T23:17:31,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:31,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:31,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:31,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:31,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/running 2024-11-11T23:17:31,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Set watcher on znode that does not yet exist, /0-1144350150/running 2024-11-11T23:17:31,827 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,35823,1731367043375' ***** 2024-11-11T23:17:31,827 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:17:31,827 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:17:31,828 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:35823. 2024-11-11T23:17:31,828 DEBUG [RS:0;cdbe53028b4b:35823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:31,828 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing baf47a8b5f81f79b06799fdc47fe63d9, disabling compactions & flushes 2024-11-11T23:17:31,828 DEBUG [RS:0;cdbe53028b4b:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:31,828 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:17:31,828 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:17:31,828 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. after waiting 0 ms 2024-11-11T23:17:31,828 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:17:31,828 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:31,829 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:17:31,829 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, baf47a8b5f81f79b06799fdc47fe63d9=hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9.} 2024-11-11T23:17:31,829 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, baf47a8b5f81f79b06799fdc47fe63d9 2024-11-11T23:17:31,829 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:31,829 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:31,829 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:31,829 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:31,829 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:31,829 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T23:17:31,833 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/replication/baf47a8b5f81f79b06799fdc47fe63d9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T23:17:31,834 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:31,834 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:31,834 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:31,834 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for baf47a8b5f81f79b06799fdc47fe63d9: Waiting for close lock at 1731367051828Running coprocessor pre-close hooks at 1731367051828Disabling compacts and flushes for region at 1731367051828Disabling writes for close at 1731367051828Writing region close event to WAL at 1731367051829 (+1 ms)Running coprocessor post-close hooks at 1731367051833 (+4 ms)Closed at 1731367051834 (+1 ms) 2024-11-11T23:17:31,834 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9. 2024-11-11T23:17:31,845 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/info/04f0abc1ba444b148705259b36df646d is 147, key is hbase:replication,,1731367037748.baf47a8b5f81f79b06799fdc47fe63d9./info:regioninfo/1731367049187/Put/seqid=0 2024-11-11T23:17:31,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741851_1027 (size=6385) 2024-11-11T23:17:31,902 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:32,029 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:32,231 DEBUG [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:32,251 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/info/04f0abc1ba444b148705259b36df646d 2024-11-11T23:17:32,267 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/.tmp/info/04f0abc1ba444b148705259b36df646d as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/info/04f0abc1ba444b148705259b36df646d 2024-11-11T23:17:32,278 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/info/04f0abc1ba444b148705259b36df646d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T23:17:32,280 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=19, compaction requested=false 2024-11-11T23:17:32,288 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T23:17:32,291 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:32,292 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:32,292 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:32,292 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367051829Running coprocessor pre-close hooks at 1731367051829Disabling compacts and flushes for region at 1731367051829Disabling writes for close at 1731367051829Obtaining lock to block concurrent updates at 1731367051829Preparing flush snapshotting stores in 1588230740 at 1731367051829Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731367051830 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367051830Flushing 1588230740/info: creating writer at 1731367051830Flushing 1588230740/info: appending metadata at 1731367051845 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731367051845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26735ec9: reopening flushed file at 1731367052266 (+421 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=19, compaction requested=false at 1731367052280 (+14 ms)Writing region close event to WAL at 1731367052284 (+4 ms)Running coprocessor post-close hooks at 1731367052291 (+7 ms)Closed at 1731367052292 (+1 ms) 2024-11-11T23:17:32,292 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:32,394 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:17:32,394 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:17:32,401 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:32,401 DEBUG [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 to pos 0, reset compression=false 2024-11-11T23:17:32,431 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,35823,1731367043375; all regions closed. 2024-11-11T23:17:32,434 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.meta.1731367044910.meta not finished, retry = 0 2024-11-11T23:17:32,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741849_1025 (size=2156) 2024-11-11T23:17:32,538 DEBUG [RS:0;cdbe53028b4b:35823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs 2024-11-11T23:17:32,538 INFO [RS:0;cdbe53028b4b:35823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C35823%2C1731367043375.meta:.meta(num 1731367044910) 2024-11-11T23:17:32,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741850_1026 (size=796) 2024-11-11T23:17:32,544 DEBUG [RS:0;cdbe53028b4b:35823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs 2024-11-11T23:17:32,544 INFO [RS:0;cdbe53028b4b:35823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C35823%2C1731367043375.rep:(num 1731367049140) 2024-11-11T23:17:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741848_1024 (size=93) 2024-11-11T23:17:32,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/WALs/cdbe53028b4b,35823,1731367043375/cdbe53028b4b%2C35823%2C1731367043375.1731367044565 not finished, retry = 0 2024-11-11T23:17:32,650 DEBUG [RS:0;cdbe53028b4b:35823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/oldWALs 2024-11-11T23:17:32,650 INFO [RS:0;cdbe53028b4b:35823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C35823%2C1731367043375:(num 1731367044565) 2024-11-11T23:17:32,650 DEBUG [RS:0;cdbe53028b4b:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:32,650 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:32,650 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:32,650 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:32,651 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:32,651 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:32,651 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T23:17:32,651 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,35823,1731367043375 because: Region server is closing 2024-11-11T23:17:32,651 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T23:17:32,651 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T23:17:32,651 INFO [RS:0;cdbe53028b4b:35823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:35823. 2024-11-11T23:17:32,651 DEBUG [RS:0;cdbe53028b4b:35823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:32,651 DEBUG [RS:0;cdbe53028b4b:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:32,651 DEBUG [RS:0;cdbe53028b4b:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:32,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:32,752 WARN [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:17:32,752 WARN [RS:0;cdbe53028b4b:35823.replicationSource.shippercdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T23:17:32,752 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cdbe53028b4b:35823.replicationSource.shippercdbe53028b4b%2C35823%2C1731367043375,1-cdbe53028b4b,35823,1731367043375 terminated 2024-11-11T23:17:32,753 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cdbe53028b4b,35823,1731367043375 because: Region server is closing 2024-11-11T23:17:32,753 INFO [RS:0;cdbe53028b4b:35823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:35823. 2024-11-11T23:17:32,753 DEBUG [RS:0;cdbe53028b4b:35823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:32,753 DEBUG [RS:0;cdbe53028b4b:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:32,753 DEBUG [RS:0;cdbe53028b4b:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:32,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:32,853 WARN [RS:0;cdbe53028b4b:35823.replicationSource.wal-reader.cdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:17:32,853 WARN [RS:0;cdbe53028b4b:35823.replicationSource.shippercdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T23:17:32,854 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;cdbe53028b4b:35823.replicationSource.shippercdbe53028b4b%2C35823%2C1731367043375,2-cdbe53028b4b,35823,1731367043375 terminated 2024-11-11T23:17:32,854 INFO [RS:0;cdbe53028b4b:35823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35823 2024-11-11T23:17:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/rs/cdbe53028b4b,35823,1731367043375 2024-11-11T23:17:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150/rs 2024-11-11T23:17:32,921 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:32,931 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,35823,1731367043375] 2024-11-11T23:17:32,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1144350150/draining/cdbe53028b4b,35823,1731367043375 already deleted, retry=false 2024-11-11T23:17:32,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,35823,1731367043375 expired; onlineServers=0 2024-11-11T23:17:32,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,40653,1731367043311' ***** 2024-11-11T23:17:32,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:17:32,942 INFO [M:0;cdbe53028b4b:40653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:32,942 INFO [M:0;cdbe53028b4b:40653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:32,942 DEBUG [M:0;cdbe53028b4b:40653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:17:32,942 DEBUG [M:0;cdbe53028b4b:40653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:17:32,942 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:17:32,942 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367044278 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367044278,5,FailOnTimeoutGroup] 2024-11-11T23:17:32,942 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367044278 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367044278,5,FailOnTimeoutGroup] 2024-11-11T23:17:32,943 INFO [M:0;cdbe53028b4b:40653 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:32,943 INFO [M:0;cdbe53028b4b:40653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:32,943 DEBUG [M:0;cdbe53028b4b:40653 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:17:32,943 INFO [M:0;cdbe53028b4b:40653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:17:32,943 INFO [M:0;cdbe53028b4b:40653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:32,943 INFO [M:0;cdbe53028b4b:40653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:17:32,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:17:32,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1144350150/master 2024-11-11T23:17:32,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1144350150 2024-11-11T23:17:32,953 DEBUG [M:0;cdbe53028b4b:40653 {}] zookeeper.ZKUtil(347): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Unable to get data of znode /0-1144350150/master because node does not exist (not an error) 2024-11-11T23:17:32,953 WARN [M:0;cdbe53028b4b:40653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:17:32,954 INFO [M:0;cdbe53028b4b:40653 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/.lastflushedseqids 2024-11-11T23:17:32,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741852_1028 (size=181) 2024-11-11T23:17:32,960 INFO [M:0;cdbe53028b4b:40653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:17:32,960 INFO [M:0;cdbe53028b4b:40653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:17:32,961 DEBUG [M:0;cdbe53028b4b:40653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:32,961 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:32,961 DEBUG [M:0;cdbe53028b4b:40653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:32,961 DEBUG [M:0;cdbe53028b4b:40653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:32,961 DEBUG [M:0;cdbe53028b4b:40653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:32,961 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T23:17:32,979 DEBUG [M:0;cdbe53028b4b:40653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a0c80c904b349f3b6c2af53c6c0c449 is 82, key is hbase:meta,,1/info:regioninfo/1731367044977/Put/seqid=0 2024-11-11T23:17:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741853_1029 (size=5680) 2024-11-11T23:17:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:33,032 INFO [RS:0;cdbe53028b4b:35823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:33,032 INFO [RS:0;cdbe53028b4b:35823 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,35823,1731367043375; zookeeper connection closed. 2024-11-11T23:17:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1012c3025420007, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:33,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30530735 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30530735 2024-11-11T23:17:33,032 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:17:33,385 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a0c80c904b349f3b6c2af53c6c0c449 2024-11-11T23:17:33,415 DEBUG [M:0;cdbe53028b4b:40653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de62b9a49c9f457fb7d1ffda641c179d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731367049196/Put/seqid=0 2024-11-11T23:17:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741854_1030 (size=7319) 2024-11-11T23:17:33,824 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de62b9a49c9f457fb7d1ffda641c179d 2024-11-11T23:17:33,848 DEBUG [M:0;cdbe53028b4b:40653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a2b28adc5a240869d53ea87eba1108b is 69, key is cdbe53028b4b,35823,1731367043375/rs:state/1731367044337/Put/seqid=0 2024-11-11T23:17:33,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741855_1031 (size=5371) 2024-11-11T23:17:34,254 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a2b28adc5a240869d53ea87eba1108b 2024-11-11T23:17:34,260 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a2b28adc5a240869d53ea87eba1108b 2024-11-11T23:17:34,262 DEBUG [M:0;cdbe53028b4b:40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a0c80c904b349f3b6c2af53c6c0c449 as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a0c80c904b349f3b6c2af53c6c0c449 2024-11-11T23:17:34,269 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a0c80c904b349f3b6c2af53c6c0c449, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T23:17:34,271 DEBUG [M:0;cdbe53028b4b:40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de62b9a49c9f457fb7d1ffda641c179d as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de62b9a49c9f457fb7d1ffda641c179d 2024-11-11T23:17:34,279 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de62b9a49c9f457fb7d1ffda641c179d, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T23:17:34,280 DEBUG [M:0;cdbe53028b4b:40653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a2b28adc5a240869d53ea87eba1108b as hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a2b28adc5a240869d53ea87eba1108b 2024-11-11T23:17:34,287 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a2b28adc5a240869d53ea87eba1108b 2024-11-11T23:17:34,287 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46495/user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a2b28adc5a240869d53ea87eba1108b, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T23:17:34,289 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=172, compaction requested=false 2024-11-11T23:17:34,294 INFO [M:0;cdbe53028b4b:40653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:34,294 DEBUG [M:0;cdbe53028b4b:40653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367052961Disabling compacts and flushes for region at 1731367052961Disabling writes for close at 1731367052961Obtaining lock to block concurrent updates at 1731367052961Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367052961Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731367052961Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367052965 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367052965Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367052979 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367052979Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367053394 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367053414 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367053414Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367053830 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367053847 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367053847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb1b136: reopening flushed file at 1731367054261 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c6dc8f: reopening flushed file at 1731367054270 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3907ff24: reopening flushed file at 1731367054279 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=172, compaction requested=false at 1731367054289 (+10 ms)Writing region close event to WAL at 1731367054294 (+5 ms)Closed at 1731367054294 2024-11-11T23:17:34,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38511 is added to blk_1073741847_1023 (size=22949) 2024-11-11T23:17:34,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89f9e147-9885-5185-a6f2-2f7de50cd18c/MasterData/WALs/cdbe53028b4b,40653,1731367043311/cdbe53028b4b%2C40653%2C1731367043311.1731367043924 not finished, retry = 0 2024-11-11T23:17:34,401 INFO [M:0;cdbe53028b4b:40653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:17:34,401 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:34,402 INFO [M:0;cdbe53028b4b:40653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40653 2024-11-11T23:17:34,402 INFO [M:0;cdbe53028b4b:40653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:34,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:34,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40653-0x1012c3025420006, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:34,516 INFO [M:0;cdbe53028b4b:40653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:34,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:34,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:17:34,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:17:34,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:17:34,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.log.dir/,STOPPED} 2024-11-11T23:17:34,561 WARN [BP-1945304145-172.17.0.2-1731367021688 heartbeating to localhost/127.0.0.1:46495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:17:34,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:17:34,561 WARN [BP-1945304145-172.17.0.2-1731367021688 heartbeating to localhost/127.0.0.1:46495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945304145-172.17.0.2-1731367021688 (Datanode Uuid 32dc01ac-7c02-45d7-b4d6-cb234208cf3e) service to localhost/127.0.0.1:46495 2024-11-11T23:17:34,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:17:34,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/cluster_05ba0be3-35a4-8665-3cb7-a39285bd792d/data/data2/current/BP-1945304145-172.17.0.2-1731367021688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:17:34,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:17:34,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/cluster_05ba0be3-35a4-8665-3cb7-a39285bd792d/data/data1/current/BP-1945304145-172.17.0.2-1731367021688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:17:34,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:34,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:17:34,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:17:34,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:17:34,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/43ae9e0a-703b-f7dd-1f7c-be5bd5570444/hadoop.log.dir/,STOPPED} 2024-11-11T23:17:34,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:17:34,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:17:34,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cdbe53028b4b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cdbe53028b4b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cdbe53028b4b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61313) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46495 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44031 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cdbe53028b4b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cdbe53028b4b:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61313) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 456), ProcessCount=11 (was 11), AvailableMemoryMB=6084 (was 6888) 2024-11-11T23:17:34,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=6083 2024-11-11T23:17:34,670 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T23:17:34,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.log.dir so I do NOT create it in target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529 2024-11-11T23:17:34,671 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:17:34,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.tmp.dir so I do NOT create it in target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529 2024-11-11T23:17:34,671 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/469b4d5d-10d5-42b3-21da-79766155cb1a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:17:34,671 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529 2024-11-11T23:17:34,671 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/cluster_ac5f9fdd-e582-5dae-9b35-7384af12a805, deleteOnExit=true 2024-11-11T23:17:34,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012c3025420005, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:17:34,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012c3025420005, quorum=127.0.0.1:61313, baseZNode=/1-44859030 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:17:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012c3025420002, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:17:34,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012c3025420002, quorum=127.0.0.1:61313, baseZNode=/0-1144350150 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:17:34,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/cluster_ac5f9fdd-e582-5dae-9b35-7384af12a805/zookeeper_0, clientPort=53735, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/cluster_ac5f9fdd-e582-5dae-9b35-7384af12a805/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/cluster_ac5f9fdd-e582-5dae-9b35-7384af12a805/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:17:34,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53735 2024-11-11T23:17:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:17:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:17:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/test.cache.data in system properties and HBase conf 2024-11-11T23:17:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:17:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:17:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:17:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:17:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:17:34,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:17:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:17:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:17:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:17:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:17:34,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:17:34,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:17:34,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:34,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:17:34,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:17:35,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:35,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:35,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:35,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:35,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:17:35,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:35,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:35,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:35,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1236feaf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/java.io.tmpdir/jetty-localhost-44897-hadoop-hdfs-3_4_1-tests_jar-_-any-13401700332321482851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:35,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:44897} 2024-11-11T23:17:35,230 INFO [Time-limited test {}] server.Server(415): Started @35542ms 2024-11-11T23:17:35,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:35,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:35,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:35,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:35,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:17:35,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:35,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:36,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121fdf25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/java.io.tmpdir/jetty-localhost-45887-hadoop-hdfs-3_4_1-tests_jar-_-any-1949555657488351546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:36,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:45887} 2024-11-11T23:17:36,125 INFO [Time-limited test {}] server.Server(415): Started @36437ms 2024-11-11T23:17:36,127 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:17:36,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:36,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:17:36,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:17:36,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:36,884 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/cluster_ac5f9fdd-e582-5dae-9b35-7384af12a805/data/data1/current/BP-228312921-172.17.0.2-1731367054722/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:36,884 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/cluster_ac5f9fdd-e582-5dae-9b35-7384af12a805/data/data2/current/BP-228312921-172.17.0.2-1731367054722/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:36,906 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:17:36,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf29790f5ab05576 with lease ID 0xec6c74147fbaf94c: Processing first storage report for DS-9d5338a7-f3cf-4527-b147-060b34184c1a from datanode DatanodeRegistration(127.0.0.1:42769, datanodeUuid=acfd0307-6c7f-44fd-9682-7c3b7213cd82, infoPort=42117, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=1523199183;c=1731367054722) 2024-11-11T23:17:36,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf29790f5ab05576 with lease ID 0xec6c74147fbaf94c: from storage DS-9d5338a7-f3cf-4527-b147-060b34184c1a node DatanodeRegistration(127.0.0.1:42769, datanodeUuid=acfd0307-6c7f-44fd-9682-7c3b7213cd82, infoPort=42117, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=1523199183;c=1731367054722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:17:36,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf29790f5ab05576 with lease ID 0xec6c74147fbaf94c: Processing first storage report for DS-e1382cc2-b674-4881-a6c0-303f29cf55cb from datanode DatanodeRegistration(127.0.0.1:42769, datanodeUuid=acfd0307-6c7f-44fd-9682-7c3b7213cd82, infoPort=42117, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=1523199183;c=1731367054722) 2024-11-11T23:17:36,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf29790f5ab05576 with lease ID 0xec6c74147fbaf94c: from storage DS-e1382cc2-b674-4881-a6c0-303f29cf55cb node DatanodeRegistration(127.0.0.1:42769, datanodeUuid=acfd0307-6c7f-44fd-9682-7c3b7213cd82, infoPort=42117, infoSecurePort=0, ipcPort=41665, storageInfo=lv=-57;cid=testClusterID;nsid=1523199183;c=1731367054722), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:17:36,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529 2024-11-11T23:17:36,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:36,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:17:37,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b with version=8 2024-11-11T23:17:37,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/hbase-staging 2024-11-11T23:17:37,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:37,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:37,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:37,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:37,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:37,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:37,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:17:37,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:37,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38971 2024-11-11T23:17:37,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38971 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-11T23:17:37,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389710x0, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:37,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38971-0x1012c30a9060000 connected 2024-11-11T23:17:37,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:37,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:37,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on znode that does not yet exist, /01975562633/running 2024-11-11T23:17:37,178 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b, hbase.cluster.distributed=false 2024-11-11T23:17:37,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on znode that does not yet exist, /01975562633/acl 2024-11-11T23:17:37,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38971 2024-11-11T23:17:37,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38971 2024-11-11T23:17:37,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38971 2024-11-11T23:17:37,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38971 2024-11-11T23:17:37,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38971 2024-11-11T23:17:37,208 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:37,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:37,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:37,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:37,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:37,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:37,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:17:37,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:37,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44955 2024-11-11T23:17:37,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44955 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-11T23:17:37,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:37,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:37,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449550x0, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:37,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449550x0, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on znode that does not yet exist, /01975562633/running 2024-11-11T23:17:37,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:17:37,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44955-0x1012c30a9060001 connected 2024-11-11T23:17:37,228 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:17:37,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on znode that does not yet exist, /01975562633/master 2024-11-11T23:17:37,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on znode that does not yet exist, /01975562633/acl 2024-11-11T23:17:37,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-11T23:17:37,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44955 2024-11-11T23:17:37,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44955 2024-11-11T23:17:37,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-11T23:17:37,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44955 2024-11-11T23:17:37,256 DEBUG [M:0;cdbe53028b4b:38971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:38971 2024-11-11T23:17:37,259 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01975562633/backup-masters/cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:37,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633/backup-masters 2024-11-11T23:17:37,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633/backup-masters 2024-11-11T23:17:37,271 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on existing znode=/01975562633/backup-masters/cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:37,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:37,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01975562633/master 2024-11-11T23:17:37,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:37,279 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on existing znode=/01975562633/master 2024-11-11T23:17:37,279 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01975562633/backup-masters/cdbe53028b4b,38971,1731367057017 from backup master directory 2024-11-11T23:17:37,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633/backup-masters 2024-11-11T23:17:37,289 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:37,289 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:37,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01975562633/backup-masters/cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:37,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633/backup-masters 2024-11-11T23:17:37,297 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/hbase.id] with ID: 6b5dcd09-b58b-4ab7-ab17-48e3e4000de8 2024-11-11T23:17:37,297 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/.tmp/hbase.id 2024-11-11T23:17:37,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:17:37,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:17:37,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:17:37,712 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/.tmp/hbase.id]:[hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/hbase.id] 2024-11-11T23:17:37,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:37,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:17:37,728 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T23:17:37,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:37,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:17:37,784 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:17:37,785 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:17:37,786 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:37,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:17:37,800 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store 2024-11-11T23:17:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:17:38,211 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:38,211 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:38,211 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:38,211 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:38,211 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:38,211 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:38,211 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:38,211 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367058211Disabling compacts and flushes for region at 1731367058211Disabling writes for close at 1731367058211Writing region close event to WAL at 1731367058211Closed at 1731367058211 2024-11-11T23:17:38,212 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/.initializing 2024-11-11T23:17:38,212 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/WALs/cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:38,213 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:38,216 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C38971%2C1731367057017, suffix=, logDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/WALs/cdbe53028b4b,38971,1731367057017, archiveDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/oldWALs, maxLogs=10 2024-11-11T23:17:38,231 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/WALs/cdbe53028b4b,38971,1731367057017/cdbe53028b4b%2C38971%2C1731367057017.1731367058216, exclude list is [], retry=0 2024-11-11T23:17:38,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42769,DS-9d5338a7-f3cf-4527-b147-060b34184c1a,DISK] 2024-11-11T23:17:38,237 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/WALs/cdbe53028b4b,38971,1731367057017/cdbe53028b4b%2C38971%2C1731367057017.1731367058216 2024-11-11T23:17:38,237 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42117:42117)] 2024-11-11T23:17:38,237 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:38,237 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:38,238 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,238 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:17:38,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:38,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:38,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:17:38,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:38,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:38,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:17:38,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:38,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:38,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:17:38,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:38,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:38,249 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,250 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,250 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,251 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,251 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,252 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:38,253 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:38,257 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:38,257 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65520185, jitterRate=-0.0236731618642807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:38,258 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367058238Initializing all the Stores at 1731367058240 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367058240Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367058241 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367058241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367058241Cleaning up temporary data from old regions at 1731367058251 (+10 ms)Region opened successfully at 1731367058258 (+7 ms) 2024-11-11T23:17:38,259 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:17:38,263 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cac44a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:38,264 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:17:38,264 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:17:38,264 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:17:38,264 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:17:38,265 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:17:38,265 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:17:38,265 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:17:38,267 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:17:38,268 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Unable to get data of znode /01975562633/balancer because node does not exist (not necessarily an error) 2024-11-11T23:17:38,320 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01975562633/balancer already deleted, retry=false 2024-11-11T23:17:38,321 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:17:38,322 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Unable to get data of znode /01975562633/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:17:38,331 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01975562633/normalizer already deleted, retry=false 2024-11-11T23:17:38,331 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:17:38,332 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Unable to get data of znode /01975562633/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:17:38,341 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01975562633/switch/split already deleted, retry=false 2024-11-11T23:17:38,343 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Unable to get data of znode /01975562633/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:17:38,352 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01975562633/switch/merge already deleted, retry=false 2024-11-11T23:17:38,354 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Unable to get data of znode /01975562633/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:17:38,362 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01975562633/snapshot-cleanup already deleted, retry=false 2024-11-11T23:17:38,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01975562633/running 2024-11-11T23:17:38,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01975562633/running 2024-11-11T23:17:38,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:38,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:38,379 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,38971,1731367057017, sessionid=0x1012c30a9060000, setting cluster-up flag (Was=false) 2024-11-11T23:17:38,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:38,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:38,426 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01975562633/flush-table-proc/acquired, /01975562633/flush-table-proc/reached, /01975562633/flush-table-proc/abort 2024-11-11T23:17:38,427 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:38,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:38,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:38,480 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01975562633/online-snapshot/acquired, /01975562633/online-snapshot/reached, /01975562633/online-snapshot/abort 2024-11-11T23:17:38,481 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:38,483 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:17:38,487 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:38,487 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:17:38,487 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:17:38,488 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,38971,1731367057017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:17:38,489 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:38,489 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:38,490 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:38,490 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:38,490 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:17:38,490 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,490 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:38,490 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:38,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:17:38,497 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:38,497 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:17:38,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367088500 2024-11-11T23:17:38,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:17:38,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:17:38,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:17:38,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:17:38,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:17:38,501 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:17:38,508 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,518 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:17:38,518 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:17:38,518 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:17:38,518 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:17:38,520 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:17:38,520 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:17:38,522 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367058520,5,FailOnTimeoutGroup] 2024-11-11T23:17:38,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:17:38,524 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367058522,5,FailOnTimeoutGroup] 2024-11-11T23:17:38,524 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,524 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:17:38,524 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,524 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:17:38,527 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b 2024-11-11T23:17:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741832_1008 (size=32) 2024-11-11T23:17:38,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:38,553 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(746): ClusterId : 6b5dcd09-b58b-4ab7-ab17-48e3e4000de8 2024-11-11T23:17:38,554 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:17:38,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:38,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:38,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:38,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:38,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:38,565 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:17:38,565 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:17:38,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:38,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:38,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:38,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:38,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:38,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:38,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:38,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:38,576 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:17:38,576 DEBUG [RS:0;cdbe53028b4b:44955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bf18e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:38,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:38,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:38,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:38,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:38,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740 2024-11-11T23:17:38,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740 2024-11-11T23:17:38,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:38,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:38,588 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:38,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:38,593 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:44955 2024-11-11T23:17:38,593 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:17:38,593 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:17:38,594 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:17:38,594 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,38971,1731367057017 with port=44955, startcode=1731367057207 2024-11-11T23:17:38,595 DEBUG [RS:0;cdbe53028b4b:44955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:17:38,597 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:17:38,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:38,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38971 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:38,600 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b 2024-11-11T23:17:38,600 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36729 2024-11-11T23:17:38,600 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:17:38,601 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:38,602 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61173929, jitterRate=-0.08843742311000824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:38,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367058552Initializing all the Stores at 1731367058553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367058553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367058560 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367058560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367058560Cleaning up temporary data from old regions at 1731367058586 (+26 ms)Region opened successfully at 1731367058603 (+17 ms) 2024-11-11T23:17:38,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:38,603 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:38,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:38,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:38,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:38,604 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:38,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367058603Disabling compacts and flushes for region at 1731367058603Disabling writes for close at 1731367058603Writing region close event to WAL at 1731367058604 (+1 ms)Closed at 1731367058604 2024-11-11T23:17:38,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633/rs 2024-11-11T23:17:38,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:38,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:17:38,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:17:38,608 DEBUG [RS:0;cdbe53028b4b:44955 {}] zookeeper.ZKUtil(111): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on existing znode=/01975562633/rs/cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:38,608 WARN [RS:0;cdbe53028b4b:44955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:38,608 INFO [RS:0;cdbe53028b4b:44955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:38,608 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:38,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:38,611 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:17:38,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,44955,1731367057207] 2024-11-11T23:17:38,624 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:17:38,628 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:17:38,628 INFO [RS:0;cdbe53028b4b:44955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:17:38,628 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,629 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:17:38,630 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:17:38,630 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,632 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,632 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,632 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,632 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:38,633 DEBUG [RS:0;cdbe53028b4b:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:38,638 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,638 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,638 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,638 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,638 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,638 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,44955,1731367057207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:38,663 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:17:38,663 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,44955,1731367057207-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,663 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,663 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.Replication(171): cdbe53028b4b,44955,1731367057207 started 2024-11-11T23:17:38,688 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:38,688 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,44955,1731367057207, RpcServer on cdbe53028b4b/172.17.0.2:44955, sessionid=0x1012c30a9060001 2024-11-11T23:17:38,689 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:17:38,689 DEBUG [RS:0;cdbe53028b4b:44955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:38,689 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,44955,1731367057207' 2024-11-11T23:17:38,689 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01975562633/flush-table-proc/abort' 2024-11-11T23:17:38,689 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01975562633/flush-table-proc/acquired' 2024-11-11T23:17:38,690 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:17:38,690 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:17:38,690 DEBUG [RS:0;cdbe53028b4b:44955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:38,690 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,44955,1731367057207' 2024-11-11T23:17:38,690 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01975562633/online-snapshot/abort' 2024-11-11T23:17:38,691 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01975562633/online-snapshot/acquired' 2024-11-11T23:17:38,692 DEBUG [RS:0;cdbe53028b4b:44955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:17:38,693 INFO [RS:0;cdbe53028b4b:44955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:17:38,693 INFO [RS:0;cdbe53028b4b:44955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:17:38,761 WARN [cdbe53028b4b:38971 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T23:17:38,794 INFO [RS:0;cdbe53028b4b:44955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:38,796 INFO [RS:0;cdbe53028b4b:44955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C44955%2C1731367057207, suffix=, logDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207, archiveDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/oldWALs, maxLogs=10 2024-11-11T23:17:38,821 DEBUG [RS:0;cdbe53028b4b:44955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797, exclude list is [], retry=0 2024-11-11T23:17:38,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42769,DS-9d5338a7-f3cf-4527-b147-060b34184c1a,DISK] 2024-11-11T23:17:38,838 INFO [RS:0;cdbe53028b4b:44955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797 2024-11-11T23:17:38,839 DEBUG [RS:0;cdbe53028b4b:44955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42117:42117)] 2024-11-11T23:17:39,011 DEBUG [cdbe53028b4b:38971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:17:39,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:39,014 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,44955,1731367057207, state=OPENING 2024-11-11T23:17:39,068 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:17:39,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:39,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:39,079 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:39,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01975562633/meta-region-server: CHANGED 2024-11-11T23:17:39,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01975562633/meta-region-server: CHANGED 2024-11-11T23:17:39,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,44955,1731367057207}] 2024-11-11T23:17:39,233 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:17:39,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:17:39,239 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:17:39,239 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:39,240 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:17:39,242 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C44955%2C1731367057207.meta, suffix=.meta, logDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207, archiveDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/oldWALs, maxLogs=10 2024-11-11T23:17:39,261 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.meta.1731367059242.meta, exclude list is [], retry=0 2024-11-11T23:17:39,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42769,DS-9d5338a7-f3cf-4527-b147-060b34184c1a,DISK] 2024-11-11T23:17:39,266 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.meta.1731367059242.meta 2024-11-11T23:17:39,266 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42117:42117)] 2024-11-11T23:17:39,267 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:39,267 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:17:39,267 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:17:39,267 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:17:39,267 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:17:39,268 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:17:39,268 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:39,268 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:17:39,268 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:17:39,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:39,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:39,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:39,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:39,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:39,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:39,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:39,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:39,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:39,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:39,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:39,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:39,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:39,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:39,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:39,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:39,286 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:39,287 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740 2024-11-11T23:17:39,289 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740 2024-11-11T23:17:39,290 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:39,290 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:39,291 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:39,293 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:39,294 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68324445, jitterRate=0.018113568425178528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:39,294 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:17:39,295 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367059268Writing region info on filesystem at 1731367059268Initializing all the Stores at 1731367059272 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367059272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367059276 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367059276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367059276Cleaning up temporary data from old regions at 1731367059290 (+14 ms)Running coprocessor post-open hooks at 1731367059294 (+4 ms)Region opened successfully at 1731367059295 (+1 ms) 2024-11-11T23:17:39,296 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367059232 2024-11-11T23:17:39,300 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:17:39,300 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:17:39,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:39,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,44955,1731367057207, state=OPEN 2024-11-11T23:17:39,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01975562633/meta-region-server 2024-11-11T23:17:39,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01975562633/meta-region-server 2024-11-11T23:17:39,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:39,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01975562633/meta-region-server: CHANGED 2024-11-11T23:17:39,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01975562633/meta-region-server: CHANGED 2024-11-11T23:17:39,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:17:39,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,44955,1731367057207 in 298 msec 2024-11-11T23:17:39,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:17:39,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 774 msec 2024-11-11T23:17:39,384 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:39,384 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:17:39,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:39,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,44955,1731367057207, seqNum=-1] 2024-11-11T23:17:39,386 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:39,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:39,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 913 msec 2024-11-11T23:17:39,398 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367059398, completionTime=-1 2024-11-11T23:17:39,398 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:17:39,398 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:17:39,401 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:17:39,401 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367119401 2024-11-11T23:17:39,401 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367179401 2024-11-11T23:17:39,401 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T23:17:39,401 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38971,1731367057017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:39,402 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38971,1731367057017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:39,402 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38971,1731367057017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:39,402 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:38971, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:39,402 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:39,402 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:39,405 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:17:39,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.121sec 2024-11-11T23:17:39,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:17:39,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:17:39,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:17:39,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:17:39,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:17:39,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38971,1731367057017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:39,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38971,1731367057017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:17:39,413 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:17:39,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:17:39,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38971,1731367057017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:39,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:39,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38971,-1 for getting cluster id 2024-11-11T23:17:39,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:39,455 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b5dcd09-b58b-4ab7-ab17-48e3e4000de8' 2024-11-11T23:17:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b5dcd09-b58b-4ab7-ab17-48e3e4000de8" 2024-11-11T23:17:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678a2295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38971,-1] 2024-11-11T23:17:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:39,458 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:39,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c173b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:39,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,44955,1731367057207, seqNum=-1] 2024-11-11T23:17:39,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:39,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:39,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:39,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-11T23:17:39,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:39,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c30a9060002 connected 2024-11-11T23:17:39,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.log.dir so I do NOT create it in target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9 2024-11-11T23:17:39,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:17:39,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.tmp.dir so I do NOT create it in target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9 2024-11-11T23:17:39,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:17:39,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9 2024-11-11T23:17:39,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:17:39,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/cluster_c918c706-d519-b3dc-5012-125c011951cf, deleteOnExit=true 2024-11-11T23:17:39,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:17:39,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/test.cache.data in system properties and HBase conf 2024-11-11T23:17:39,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:17:39,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:17:39,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:17:39,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:17:39,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:17:39,504 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:17:39,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:39,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:39,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:17:39,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:17:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:17:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:17:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:17:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:17:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:17:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:17:39,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:39,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:39,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:39,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:39,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:17:39,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:39,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:39,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:40,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/java.io.tmpdir/jetty-localhost-35281-hadoop-hdfs-3_4_1-tests_jar-_-any-1667019572132836588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:40,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:35281} 2024-11-11T23:17:40,003 INFO [Time-limited test {}] server.Server(415): Started @40314ms 2024-11-11T23:17:40,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:40,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:40,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:40,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:40,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:17:40,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:40,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:40,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46319543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/java.io.tmpdir/jetty-localhost-44515-hadoop-hdfs-3_4_1-tests_jar-_-any-17722476364614506040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:40,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:44515} 2024-11-11T23:17:40,482 INFO [Time-limited test {}] server.Server(415): Started @40793ms 2024-11-11T23:17:40,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:17:41,415 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/cluster_c918c706-d519-b3dc-5012-125c011951cf/data/data1/current/BP-844437529-172.17.0.2-1731367059539/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:41,424 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/cluster_c918c706-d519-b3dc-5012-125c011951cf/data/data2/current/BP-844437529-172.17.0.2-1731367059539/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:41,451 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:17:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49a6aa4b9ae3d428 with lease ID 0x6ec9e48c1bcc9de6: Processing first storage report for DS-41c46102-2f9d-4da7-882c-c6ca8d4652eb from datanode DatanodeRegistration(127.0.0.1:43813, datanodeUuid=436b7c6b-48b8-47b1-b01a-997f9f3324a2, infoPort=33439, infoSecurePort=0, ipcPort=39483, storageInfo=lv=-57;cid=testClusterID;nsid=653456573;c=1731367059539) 2024-11-11T23:17:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49a6aa4b9ae3d428 with lease ID 0x6ec9e48c1bcc9de6: from storage DS-41c46102-2f9d-4da7-882c-c6ca8d4652eb node DatanodeRegistration(127.0.0.1:43813, datanodeUuid=436b7c6b-48b8-47b1-b01a-997f9f3324a2, infoPort=33439, infoSecurePort=0, ipcPort=39483, storageInfo=lv=-57;cid=testClusterID;nsid=653456573;c=1731367059539), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:17:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49a6aa4b9ae3d428 with lease ID 0x6ec9e48c1bcc9de6: Processing first storage report for DS-3ea89c61-cadb-4551-a006-c7c27c872d97 from datanode DatanodeRegistration(127.0.0.1:43813, datanodeUuid=436b7c6b-48b8-47b1-b01a-997f9f3324a2, infoPort=33439, infoSecurePort=0, ipcPort=39483, storageInfo=lv=-57;cid=testClusterID;nsid=653456573;c=1731367059539) 2024-11-11T23:17:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49a6aa4b9ae3d428 with lease ID 0x6ec9e48c1bcc9de6: from storage DS-3ea89c61-cadb-4551-a006-c7c27c872d97 node DatanodeRegistration(127.0.0.1:43813, datanodeUuid=436b7c6b-48b8-47b1-b01a-997f9f3324a2, infoPort=33439, infoSecurePort=0, ipcPort=39483, storageInfo=lv=-57;cid=testClusterID;nsid=653456573;c=1731367059539), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:17:41,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9 2024-11-11T23:17:41,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:41,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:41,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:17:41,493 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1 with version=8 2024-11-11T23:17:41,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/hbase-staging 2024-11-11T23:17:41,495 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:41,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:41,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:41,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:41,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:41,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:41,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:17:41,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:41,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39517 2024-11-11T23:17:41,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39517 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-11T23:17:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395170x0, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:41,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39517-0x1012c30a9060003 connected 2024-11-11T23:17:41,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:41,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:41,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on znode that does not yet exist, /1658370689/running 2024-11-11T23:17:41,599 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1, hbase.cluster.distributed=false 2024-11-11T23:17:41,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on znode that does not yet exist, /1658370689/acl 2024-11-11T23:17:41,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39517 2024-11-11T23:17:41,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39517 2024-11-11T23:17:41,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39517 2024-11-11T23:17:41,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39517 2024-11-11T23:17:41,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39517 2024-11-11T23:17:41,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:41,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:41,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:41,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:41,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:41,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:41,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:17:41,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:41,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35453 2024-11-11T23:17:41,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35453 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-11T23:17:41,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:41,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:41,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354530x0, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:41,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354530x0, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on znode that does not yet exist, /1658370689/running 2024-11-11T23:17:41,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35453-0x1012c30a9060004 connected 2024-11-11T23:17:41,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:17:41,648 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:17:41,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on znode that does not yet exist, /1658370689/master 2024-11-11T23:17:41,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on znode that does not yet exist, /1658370689/acl 2024-11-11T23:17:41,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-11T23:17:41,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35453 2024-11-11T23:17:41,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35453 2024-11-11T23:17:41,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-11T23:17:41,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-11T23:17:41,711 WARN [RS:0;cdbe53028b4b:44955 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cdbe53028b4b,41305,1731367026951: status=Processing ServerCrashProcedure of cdbe53028b4b,41305,1731367026951 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731367044278, completionTime=-1 appears to have been leaked 2024-11-11T23:17:41,711 DEBUG [M:0;cdbe53028b4b:39517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:39517 2024-11-11T23:17:41,712 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1658370689/backup-masters/cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689/backup-masters 2024-11-11T23:17:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689/backup-masters 2024-11-11T23:17:41,721 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on existing znode=/1658370689/backup-masters/cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:41,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1658370689/master 2024-11-11T23:17:41,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:41,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:41,731 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on existing znode=/1658370689/master 2024-11-11T23:17:41,732 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1658370689/backup-masters/cdbe53028b4b,39517,1731367061495 from backup master directory 2024-11-11T23:17:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689/backup-masters 2024-11-11T23:17:41,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1658370689/backup-masters/cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:41,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689/backup-masters 2024-11-11T23:17:41,743 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:41,743 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:41,752 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/hbase.id] with ID: 2b4ea4de-60ab-4474-9747-75a3ecaf7c7e 2024-11-11T23:17:41,752 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/.tmp/hbase.id 2024-11-11T23:17:41,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:17:41,764 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/.tmp/hbase.id]:[hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/hbase.id] 2024-11-11T23:17:41,782 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:41,782 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:17:41,784 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:17:41,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:41,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:17:41,807 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:17:41,807 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:17:41,808 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:41,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:17:42,227 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store 2024-11-11T23:17:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:17:42,234 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:42,234 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:42,234 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:42,234 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:42,234 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:42,234 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:42,234 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:42,234 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367062234Disabling compacts and flushes for region at 1731367062234Disabling writes for close at 1731367062234Writing region close event to WAL at 1731367062234Closed at 1731367062234 2024-11-11T23:17:42,235 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/.initializing 2024-11-11T23:17:42,235 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/WALs/cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:42,236 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:42,238 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C39517%2C1731367061495, suffix=, logDir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/WALs/cdbe53028b4b,39517,1731367061495, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/oldWALs, maxLogs=10 2024-11-11T23:17:42,257 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/WALs/cdbe53028b4b,39517,1731367061495/cdbe53028b4b%2C39517%2C1731367061495.1731367062238, exclude list is [], retry=0 2024-11-11T23:17:42,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43813,DS-41c46102-2f9d-4da7-882c-c6ca8d4652eb,DISK] 2024-11-11T23:17:42,265 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/WALs/cdbe53028b4b,39517,1731367061495/cdbe53028b4b%2C39517%2C1731367061495.1731367062238 2024-11-11T23:17:42,266 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T23:17:42,266 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:42,266 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:42,266 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,266 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:17:42,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:42,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:42,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:17:42,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:42,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:42,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:17:42,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:42,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:42,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:17:42,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:42,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:42,280 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,281 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,281 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,282 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,282 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,283 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:42,284 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:42,286 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:42,286 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70268769, jitterRate=0.04708625376224518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:42,286 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367062266Initializing all the Stores at 1731367062267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367062267Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367062267Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367062267Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367062267Cleaning up temporary data from old regions at 1731367062282 (+15 ms)Region opened successfully at 1731367062286 (+4 ms) 2024-11-11T23:17:42,286 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:17:42,289 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f621f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:42,290 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:17:42,290 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:17:42,291 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:17:42,291 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:17:42,292 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:17:42,292 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:17:42,292 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:17:42,299 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:17:42,300 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Unable to get data of znode /1658370689/balancer because node does not exist (not necessarily an error) 2024-11-11T23:17:42,352 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1658370689/balancer already deleted, retry=false 2024-11-11T23:17:42,353 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:17:42,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Unable to get data of znode /1658370689/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:17:42,362 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1658370689/normalizer already deleted, retry=false 2024-11-11T23:17:42,362 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:17:42,363 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Unable to get data of znode /1658370689/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:17:42,373 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1658370689/switch/split already deleted, retry=false 2024-11-11T23:17:42,373 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Unable to get data of znode /1658370689/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:17:42,383 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1658370689/switch/merge already deleted, retry=false 2024-11-11T23:17:42,385 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Unable to get data of znode /1658370689/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:17:42,394 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1658370689/snapshot-cleanup already deleted, retry=false 2024-11-11T23:17:42,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1658370689/running 2024-11-11T23:17:42,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1658370689/running 2024-11-11T23:17:42,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:42,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:42,406 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,39517,1731367061495, sessionid=0x1012c30a9060003, setting cluster-up flag (Was=false) 2024-11-11T23:17:42,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:42,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:42,457 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1658370689/flush-table-proc/acquired, /1658370689/flush-table-proc/reached, /1658370689/flush-table-proc/abort 2024-11-11T23:17:42,459 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:42,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:42,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:42,509 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1658370689/online-snapshot/acquired, /1658370689/online-snapshot/reached, /1658370689/online-snapshot/abort 2024-11-11T23:17:42,510 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:42,512 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:17:42,513 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:42,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:17:42,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:17:42,514 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,39517,1731367061495 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:17:42,518 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:42,518 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:42,518 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:42,518 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:42,518 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:17:42,519 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,519 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:42,519 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:42,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:17:42,523 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:42,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:17:42,532 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367092532 2024-11-11T23:17:42,532 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:17:42,532 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:17:42,533 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:17:42,533 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:17:42,533 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:17:42,533 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:17:42,533 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,535 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:17:42,535 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:17:42,535 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:17:42,535 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:17:42,536 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:17:42,536 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:17:42,539 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367062536,5,FailOnTimeoutGroup] 2024-11-11T23:17:42,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:17:42,541 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367062539,5,FailOnTimeoutGroup] 2024-11-11T23:17:42,541 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,541 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:17:42,541 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,541 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:17:42,542 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1 2024-11-11T23:17:42,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741832_1008 (size=32) 2024-11-11T23:17:42,567 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(746): ClusterId : 2b4ea4de-60ab-4474-9747-75a3ecaf7c7e 2024-11-11T23:17:42,567 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:17:42,573 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:17:42,573 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:17:42,584 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:17:42,585 DEBUG [RS:0;cdbe53028b4b:35453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9058fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:42,602 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:35453 2024-11-11T23:17:42,602 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:17:42,602 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:17:42,602 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:17:42,603 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,39517,1731367061495 with port=35453, startcode=1731367061623 2024-11-11T23:17:42,603 DEBUG [RS:0;cdbe53028b4b:35453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:17:42,605 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:17:42,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:42,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39517 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:42,615 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1 2024-11-11T23:17:42,615 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43115 2024-11-11T23:17:42,615 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:17:42,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689/rs 2024-11-11T23:17:42,626 DEBUG [RS:0;cdbe53028b4b:35453 {}] zookeeper.ZKUtil(111): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on existing znode=/1658370689/rs/cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:42,626 WARN [RS:0;cdbe53028b4b:35453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:42,626 INFO [RS:0;cdbe53028b4b:35453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:42,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,35453,1731367061623] 2024-11-11T23:17:42,626 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/WALs/cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:42,632 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:17:42,639 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:17:42,640 INFO [RS:0;cdbe53028b4b:35453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:17:42,640 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,642 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:17:42,643 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:17:42,643 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,643 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,643 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,643 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,643 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,643 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,644 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:42,646 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,646 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,646 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,646 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,646 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,646 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:42,646 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:42,646 DEBUG [RS:0;cdbe53028b4b:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:42,650 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,650 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,650 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,650 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,650 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,651 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,35453,1731367061623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:42,671 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:17:42,671 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,35453,1731367061623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,672 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,672 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.Replication(171): cdbe53028b4b,35453,1731367061623 started 2024-11-11T23:17:42,690 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:42,691 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,35453,1731367061623, RpcServer on cdbe53028b4b/172.17.0.2:35453, sessionid=0x1012c30a9060004 2024-11-11T23:17:42,691 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:17:42,691 DEBUG [RS:0;cdbe53028b4b:35453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:42,691 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,35453,1731367061623' 2024-11-11T23:17:42,691 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1658370689/flush-table-proc/abort' 2024-11-11T23:17:42,692 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1658370689/flush-table-proc/acquired' 2024-11-11T23:17:42,692 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:17:42,692 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:17:42,692 DEBUG [RS:0;cdbe53028b4b:35453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:42,692 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,35453,1731367061623' 2024-11-11T23:17:42,692 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1658370689/online-snapshot/abort' 2024-11-11T23:17:42,693 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1658370689/online-snapshot/acquired' 2024-11-11T23:17:42,693 DEBUG [RS:0;cdbe53028b4b:35453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:17:42,693 INFO [RS:0;cdbe53028b4b:35453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:17:42,693 INFO [RS:0;cdbe53028b4b:35453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:17:42,793 INFO [RS:0;cdbe53028b4b:35453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:42,795 INFO [RS:0;cdbe53028b4b:35453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C35453%2C1731367061623, suffix=, logDir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/WALs/cdbe53028b4b,35453,1731367061623, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/oldWALs, maxLogs=10 2024-11-11T23:17:42,813 DEBUG [RS:0;cdbe53028b4b:35453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/WALs/cdbe53028b4b,35453,1731367061623/cdbe53028b4b%2C35453%2C1731367061623.1731367062796, exclude list is [], retry=0 2024-11-11T23:17:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43813,DS-41c46102-2f9d-4da7-882c-c6ca8d4652eb,DISK] 2024-11-11T23:17:42,819 INFO [RS:0;cdbe53028b4b:35453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/WALs/cdbe53028b4b,35453,1731367061623/cdbe53028b4b%2C35453%2C1731367061623.1731367062796 2024-11-11T23:17:42,820 DEBUG [RS:0;cdbe53028b4b:35453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T23:17:42,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:42,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:42,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:42,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:42,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:42,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:42,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:42,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:42,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:42,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:42,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:42,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:42,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:42,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:42,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:42,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:42,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:42,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:42,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740 2024-11-11T23:17:42,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740 2024-11-11T23:17:42,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:42,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:42,981 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:42,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:42,984 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:42,985 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74517330, jitterRate=0.11039474606513977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:42,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367062963Initializing all the Stores at 1731367062965 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367062965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367062965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367062965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367062965Cleaning up temporary data from old regions at 1731367062981 (+16 ms)Region opened successfully at 1731367062985 (+4 ms) 2024-11-11T23:17:42,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:42,985 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:42,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:42,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:42,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:42,986 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:42,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367062985Disabling compacts and flushes for region at 1731367062985Disabling writes for close at 1731367062986 (+1 ms)Writing region close event to WAL at 1731367062986Closed at 1731367062986 2024-11-11T23:17:42,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:42,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:17:42,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:17:42,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:42,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:17:43,143 DEBUG [cdbe53028b4b:39517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:17:43,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:43,144 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,35453,1731367061623, state=OPENING 2024-11-11T23:17:43,234 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:17:43,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:43,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:43,256 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:43,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1658370689/meta-region-server: CHANGED 2024-11-11T23:17:43,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,35453,1731367061623}] 2024-11-11T23:17:43,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1658370689/meta-region-server: CHANGED 2024-11-11T23:17:43,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:17:43,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:17:43,419 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:17:43,419 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:43,420 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:17:43,424 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C35453%2C1731367061623.meta, suffix=.meta, logDir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/WALs/cdbe53028b4b,35453,1731367061623, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/oldWALs, maxLogs=10 2024-11-11T23:17:43,441 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/WALs/cdbe53028b4b,35453,1731367061623/cdbe53028b4b%2C35453%2C1731367061623.meta.1731367063424.meta, exclude list is [], retry=0 2024-11-11T23:17:43,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43813,DS-41c46102-2f9d-4da7-882c-c6ca8d4652eb,DISK] 2024-11-11T23:17:43,447 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/WALs/cdbe53028b4b,35453,1731367061623/cdbe53028b4b%2C35453%2C1731367061623.meta.1731367063424.meta 2024-11-11T23:17:43,448 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33439:33439)] 2024-11-11T23:17:43,448 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:43,449 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:17:43,449 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:17:43,449 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:17:43,449 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:17:43,449 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:17:43,450 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:43,450 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:17:43,450 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:17:43,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:43,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:43,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:43,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:43,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:43,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:43,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:43,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:43,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:43,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:43,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:43,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:43,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:43,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:43,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:43,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:43,463 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:43,463 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740 2024-11-11T23:17:43,465 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740 2024-11-11T23:17:43,466 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:43,466 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:43,467 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:43,468 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:43,473 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62715476, jitterRate=-0.06546658277511597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:43,473 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:17:43,473 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367063450Writing region info on filesystem at 1731367063450Initializing all the Stores at 1731367063451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367063451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367063451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367063451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367063451Cleaning up temporary data from old regions at 1731367063466 (+15 ms)Running coprocessor post-open hooks at 1731367063473 (+7 ms)Region opened successfully at 1731367063473 2024-11-11T23:17:43,475 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367063409 2024-11-11T23:17:43,477 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:17:43,477 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:17:43,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:43,479 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,35453,1731367061623, state=OPEN 2024-11-11T23:17:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1658370689/meta-region-server 2024-11-11T23:17:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1658370689/meta-region-server 2024-11-11T23:17:43,490 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:43,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1658370689/meta-region-server: CHANGED 2024-11-11T23:17:43,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1658370689/meta-region-server: CHANGED 2024-11-11T23:17:43,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:17:43,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,35453,1731367061623 in 234 msec 2024-11-11T23:17:43,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:17:43,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-11T23:17:43,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:43,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:17:43,499 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:43,499 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,35453,1731367061623, seqNum=-1] 2024-11-11T23:17:43,499 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:43,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:43,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 994 msec 2024-11-11T23:17:43,510 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367063510, completionTime=-1 2024-11-11T23:17:43,511 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:17:43,511 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:17:43,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:17:43,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367123513 2024-11-11T23:17:43,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367183513 2024-11-11T23:17:43,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T23:17:43,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39517,1731367061495-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:43,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39517,1731367061495-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:43,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39517,1731367061495-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:43,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:39517, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:43,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:43,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:43,516 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:17:43,519 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.776sec 2024-11-11T23:17:43,519 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:17:43,519 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:17:43,520 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:17:43,520 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:17:43,520 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:17:43,520 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39517,1731367061495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:43,520 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39517,1731367061495-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:17:43,523 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:17:43,523 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:17:43,523 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39517,1731367061495-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:43,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:43,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,39517,-1 for getting cluster id 2024-11-11T23:17:43,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:43,571 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b4ea4de-60ab-4474-9747-75a3ecaf7c7e' 2024-11-11T23:17:43,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:43,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b4ea4de-60ab-4474-9747-75a3ecaf7c7e" 2024-11-11T23:17:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103e6343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,39517,-1] 2024-11-11T23:17:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:43,573 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:43,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6d125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:43,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:43,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,35453,1731367061623, seqNum=-1] 2024-11-11T23:17:43,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:43,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:43,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:43,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53735 2024-11-11T23:17:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:43,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012c30a9060005 connected 2024-11-11T23:17:43,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26629d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:43,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38971,-1 for getting cluster id 2024-11-11T23:17:43,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:43,608 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b5dcd09-b58b-4ab7-ab17-48e3e4000de8' 2024-11-11T23:17:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b5dcd09-b58b-4ab7-ab17-48e3e4000de8" 2024-11-11T23:17:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38971,-1] 2024-11-11T23:17:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:43,610 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d7344a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:43,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3455c987 2024-11-11T23:17:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:43,617 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:43,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:39517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:17:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:17:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:43,621 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:39517' 2024-11-11T23:17:43,622 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d585de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:43,622 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,39517,-1 for getting cluster id 2024-11-11T23:17:43,622 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:43,623 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b4ea4de-60ab-4474-9747-75a3ecaf7c7e' 2024-11-11T23:17:43,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:43,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b4ea4de-60ab-4474-9747-75a3ecaf7c7e" 2024-11-11T23:17:43,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0ed2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:43,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,39517,-1] 2024-11-11T23:17:43,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:43,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:43,626 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:43,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39518c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:43,627 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:43,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:43,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@573445ec 2024-11-11T23:17:43,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:43,629 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:43,629 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T23:17:43,629 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:17:43,629 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:43,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:43,630 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:43,631 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:17:43,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:17:43,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:17:43,635 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:43,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:17:43,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741835_1011 (size=1138) 2024-11-11T23:17:43,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40f3bccdf30cf08243afe422b52f893f, NAME => 'hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b 2024-11-11T23:17:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741836_1012 (size=44) 2024-11-11T23:17:43,683 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:17:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:44,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:44,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40f3bccdf30cf08243afe422b52f893f, disabling compactions & flushes 2024-11-11T23:17:44,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:44,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:44,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. after waiting 0 ms 2024-11-11T23:17:44,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:44,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:44,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40f3bccdf30cf08243afe422b52f893f: Waiting for close lock at 1731367064067Disabling compacts and flushes for region at 1731367064067Disabling writes for close at 1731367064067Writing region close event to WAL at 1731367064067Closed at 1731367064067 2024-11-11T23:17:44,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:17:44,069 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367064069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367064069"}]},"ts":"1731367064069"} 2024-11-11T23:17:44,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:17:44,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:17:44,073 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367064073"}]},"ts":"1731367064073"} 2024-11-11T23:17:44,075 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:17:44,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40f3bccdf30cf08243afe422b52f893f, ASSIGN}] 2024-11-11T23:17:44,077 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40f3bccdf30cf08243afe422b52f893f, ASSIGN 2024-11-11T23:17:44,078 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40f3bccdf30cf08243afe422b52f893f, ASSIGN; state=OFFLINE, location=cdbe53028b4b,44955,1731367057207; forceNewPlan=false, retain=false 2024-11-11T23:17:44,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40f3bccdf30cf08243afe422b52f893f, regionState=OPENING, regionLocation=cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:44,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40f3bccdf30cf08243afe422b52f893f, ASSIGN because future has completed 2024-11-11T23:17:44,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40f3bccdf30cf08243afe422b52f893f, server=cdbe53028b4b,44955,1731367057207}] 2024-11-11T23:17:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:44,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:44,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:44,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:17:44,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C44955%2C1731367057207.rep, suffix=, logDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207, archiveDir=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/oldWALs, maxLogs=10 2024-11-11T23:17:44,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.rep.1731367064392, exclude list is [], retry=0 2024-11-11T23:17:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42769,DS-9d5338a7-f3cf-4527-b147-060b34184c1a,DISK] 2024-11-11T23:17:44,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.rep.1731367064392 2024-11-11T23:17:44,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42117:42117)] 2024-11-11T23:17:44,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 40f3bccdf30cf08243afe422b52f893f, NAME => 'hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:44,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:17:44,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:17:44,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. service=MultiRowMutationService 2024-11-11T23:17:44,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:17:44,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:44,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,419 INFO [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,421 INFO [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f3bccdf30cf08243afe422b52f893f columnFamilyName hfileref 2024-11-11T23:17:44,421 DEBUG [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:44,421 INFO [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] regionserver.HStore(327): Store=40f3bccdf30cf08243afe422b52f893f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:44,421 INFO [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,422 INFO [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f3bccdf30cf08243afe422b52f893f columnFamilyName queue 2024-11-11T23:17:44,422 DEBUG [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:44,423 INFO [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] regionserver.HStore(327): Store=40f3bccdf30cf08243afe422b52f893f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:44,423 INFO [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,424 INFO [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f3bccdf30cf08243afe422b52f893f columnFamilyName sid 2024-11-11T23:17:44,424 DEBUG [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:44,425 INFO [StoreOpener-40f3bccdf30cf08243afe422b52f893f-1 {}] regionserver.HStore(327): Store=40f3bccdf30cf08243afe422b52f893f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:44,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/replication/40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/replication/40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:17:44,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/replication/40f3bccdf30cf08243afe422b52f893f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:44,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 40f3bccdf30cf08243afe422b52f893f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67770114, jitterRate=0.009853392839431763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:17:44,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:44,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 40f3bccdf30cf08243afe422b52f893f: Running coprocessor pre-open hook at 1731367064414Writing region info on filesystem at 1731367064414Initializing all the Stores at 1731367064414Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367064414Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367064419 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367064419Cleaning up temporary data from old regions at 1731367064428 (+9 ms)Running coprocessor post-open hooks at 1731367064438 (+10 ms)Region opened successfully at 1731367064439 (+1 ms) 2024-11-11T23:17:44,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f., pid=7, masterSystemTime=1731367064385 2024-11-11T23:17:44,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:44,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:44,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40f3bccdf30cf08243afe422b52f893f, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:44,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40f3bccdf30cf08243afe422b52f893f, server=cdbe53028b4b,44955,1731367057207 because future has completed 2024-11-11T23:17:44,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T23:17:44,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 40f3bccdf30cf08243afe422b52f893f, server=cdbe53028b4b,44955,1731367057207 in 217 msec 2024-11-11T23:17:44,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:17:44,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40f3bccdf30cf08243afe422b52f893f, ASSIGN in 380 msec 2024-11-11T23:17:44,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:17:44,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367064460"}]},"ts":"1731367064460"} 2024-11-11T23:17:44,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:17:44,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:17:44,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 833 msec 2024-11-11T23:17:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f., hostname=cdbe53028b4b,44955,1731367057207, seqNum=2] 2024-11-11T23:17:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:44,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:17:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:44,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:17:44,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:17:44,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T23:17:44,823 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:17:44,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:17:44,825 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:17:44,867 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,44955,1731367057207, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:17:44,868 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:44,868 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,44955,1731367057207, seqNum=-1] 2024-11-11T23:17:44,869 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:44,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T23:17:44,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,44955,1731367057207', locateType=CURRENT is [region=hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f., hostname=cdbe53028b4b,44955,1731367057207, seqNum=2] 2024-11-11T23:17:44,876 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T23:17:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T23:17:44,880 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,44955,1731367057207 suceeded 2024-11-11T23:17:44,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T23:17:44,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-11T23:17:44,884 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:39517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:17:44,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2670 sec 2024-11-11T23:17:44,899 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:39517' 2024-11-11T23:17:44,901 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4587a70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:44,901 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,39517,-1 for getting cluster id 2024-11-11T23:17:44,901 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:44,902 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b4ea4de-60ab-4474-9747-75a3ecaf7c7e' 2024-11-11T23:17:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b4ea4de-60ab-4474-9747-75a3ecaf7c7e" 2024-11-11T23:17:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ee9a9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,39517,-1] 2024-11-11T23:17:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:44,904 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:44,905 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b84d1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:44,906 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:44,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:44,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5bba56 2024-11-11T23:17:44,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:44,908 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T23:17:44,909 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,44955,1731367057207 (queues=1) is replicating from cluster=6b5dcd09-b58b-4ab7-ab17-48e3e4000de8 to cluster=2b4ea4de-60ab-4474-9747-75a3ecaf7c7e 2024-11-11T23:17:44,909 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C44955%2C1731367057207 2024-11-11T23:17:44,909 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,44955,1731367057207, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:17:44,910 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.wal-reader.cdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797, startPosition=0, beingWritten=true 2024-11-11T23:17:44,912 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.shippercdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C44955%2C1731367057207 2024-11-11T23:17:45,122 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.wal-reader.cdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797 to pos 0, reset compression=false 2024-11-11T23:17:45,428 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.wal-reader.cdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797 to pos 0, reset compression=false 2024-11-11T23:17:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:17:45,772 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:17:45,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:45,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:45,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:45,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:45,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:45,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:17:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@908d3b3 2024-11-11T23:17:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:17:45,775 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:17:45,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38971 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T23:17:45,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:17:45,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:45,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:45,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:45,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:45,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:45,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:17:45,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=765478812, stopped=false 2024-11-11T23:17:45,776 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,39517,1731367061495 2024-11-11T23:17:45,843 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.wal-reader.cdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797 to pos 0, reset compression=false 2024-11-11T23:17:45,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1658370689/running 2024-11-11T23:17:45,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1658370689/running 2024-11-11T23:17:45,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:45,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:45,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:45,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:45,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:45,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:45,889 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,35453,1731367061623' ***** 2024-11-11T23:17:45,889 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:17:45,890 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:17:45,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:17:45,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on znode that does not yet exist, /1658370689/running 2024-11-11T23:17:45,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Set watcher on znode that does not yet exist, /1658370689/running 2024-11-11T23:17:45,892 INFO [RS:0;cdbe53028b4b:35453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:17:45,892 INFO [RS:0;cdbe53028b4b:35453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:17:45,892 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:45,892 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:45,892 INFO [RS:0;cdbe53028b4b:35453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:35453. 2024-11-11T23:17:45,892 DEBUG [RS:0;cdbe53028b4b:35453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:45,892 DEBUG [RS:0;cdbe53028b4b:35453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:45,892 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:17:45,892 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:17:45,892 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:17:45,892 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:17:45,894 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:17:45,894 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:17:45,894 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:45,894 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:45,894 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:45,894 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:45,894 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:45,894 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:45,894 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T23:17:45,917 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740/.tmp/ns/a459e00e0330433b844193cf6f6bd1e8 is 43, key is default/ns:d/1731367063501/Put/seqid=0 2024-11-11T23:17:45,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741835_1011 (size=5153) 2024-11-11T23:17:45,954 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:46,094 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:46,294 DEBUG [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:46,330 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740/.tmp/ns/a459e00e0330433b844193cf6f6bd1e8 2024-11-11T23:17:46,348 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740/.tmp/ns/a459e00e0330433b844193cf6f6bd1e8 as hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740/ns/a459e00e0330433b844193cf6f6bd1e8 2024-11-11T23:17:46,351 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.wal-reader.cdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797 to pos 0, reset compression=false 2024-11-11T23:17:46,361 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740/ns/a459e00e0330433b844193cf6f6bd1e8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T23:17:46,362 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 468ms, sequenceid=6, compaction requested=false 2024-11-11T23:17:46,367 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T23:17:46,367 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:46,367 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:46,367 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:46,368 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367065894Running coprocessor pre-close hooks at 1731367065894Disabling compacts and flushes for region at 1731367065894Disabling writes for close at 1731367065894Obtaining lock to block concurrent updates at 1731367065894Preparing flush snapshotting stores in 1588230740 at 1731367065894Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731367065895 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367065896 (+1 ms)Flushing 1588230740/ns: creating writer at 1731367065896Flushing 1588230740/ns: appending metadata at 1731367065914 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731367065914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110c73d4: reopening flushed file at 1731367066343 (+429 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 468ms, sequenceid=6, compaction requested=false at 1731367066362 (+19 ms)Writing region close event to WAL at 1731367066362Running coprocessor post-close hooks at 1731367066367 (+5 ms)Closed at 1731367066367 2024-11-11T23:17:46,368 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:46,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:17:46,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T23:17:46,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T23:17:46,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T23:17:46,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:46,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T23:17:46,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:46,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T23:17:46,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:17:46,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T23:17:46,494 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,35453,1731367061623; all regions closed. 2024-11-11T23:17:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741834_1010 (size=1152) 2024-11-11T23:17:46,500 DEBUG [RS:0;cdbe53028b4b:35453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/oldWALs 2024-11-11T23:17:46,500 INFO [RS:0;cdbe53028b4b:35453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C35453%2C1731367061623.meta:.meta(num 1731367063424) 2024-11-11T23:17:46,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741833_1009 (size=93) 2024-11-11T23:17:46,508 DEBUG [RS:0;cdbe53028b4b:35453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/oldWALs 2024-11-11T23:17:46,508 INFO [RS:0;cdbe53028b4b:35453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C35453%2C1731367061623:(num 1731367062796) 2024-11-11T23:17:46,508 DEBUG [RS:0;cdbe53028b4b:35453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:46,508 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:46,508 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:46,508 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:46,509 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:46,509 INFO [RS:0;cdbe53028b4b:35453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35453 2024-11-11T23:17:46,509 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:46,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1658370689/rs/cdbe53028b4b,35453,1731367061623 2024-11-11T23:17:46,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689/rs 2024-11-11T23:17:46,573 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:46,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,35453,1731367061623] 2024-11-11T23:17:46,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1658370689/draining/cdbe53028b4b,35453,1731367061623 already deleted, retry=false 2024-11-11T23:17:46,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,35453,1731367061623 expired; onlineServers=0 2024-11-11T23:17:46,594 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,39517,1731367061495' ***** 2024-11-11T23:17:46,594 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:17:46,594 INFO [M:0;cdbe53028b4b:39517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:46,594 INFO [M:0;cdbe53028b4b:39517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:46,594 DEBUG [M:0;cdbe53028b4b:39517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:17:46,594 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:17:46,594 DEBUG [M:0;cdbe53028b4b:39517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:17:46,594 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367062539 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367062539,5,FailOnTimeoutGroup] 2024-11-11T23:17:46,594 INFO [M:0;cdbe53028b4b:39517 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:46,594 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367062536 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367062536,5,FailOnTimeoutGroup] 2024-11-11T23:17:46,594 INFO [M:0;cdbe53028b4b:39517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:46,595 DEBUG [M:0;cdbe53028b4b:39517 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:17:46,595 INFO [M:0;cdbe53028b4b:39517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:17:46,595 INFO [M:0;cdbe53028b4b:39517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:46,595 INFO [M:0;cdbe53028b4b:39517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:17:46,595 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:17:46,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1658370689/master 2024-11-11T23:17:46,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1658370689 2024-11-11T23:17:46,604 DEBUG [M:0;cdbe53028b4b:39517 {}] zookeeper.ZKUtil(347): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Unable to get data of znode /1658370689/master because node does not exist (not an error) 2024-11-11T23:17:46,604 WARN [M:0;cdbe53028b4b:39517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:17:46,606 INFO [M:0;cdbe53028b4b:39517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/.lastflushedseqids 2024-11-11T23:17:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741836_1012 (size=99) 2024-11-11T23:17:46,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:46,684 INFO [RS:0;cdbe53028b4b:35453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:46,684 INFO [RS:0;cdbe53028b4b:35453 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,35453,1731367061623; zookeeper connection closed. 2024-11-11T23:17:46,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012c30a9060004, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:46,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@453934b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@453934b9 2024-11-11T23:17:46,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:17:46,960 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.wal-reader.cdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797 to pos 0, reset compression=false 2024-11-11T23:17:47,022 INFO [M:0;cdbe53028b4b:39517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:17:47,022 INFO [M:0;cdbe53028b4b:39517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:17:47,022 DEBUG [M:0;cdbe53028b4b:39517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:47,023 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:47,023 DEBUG [M:0;cdbe53028b4b:39517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:47,023 DEBUG [M:0;cdbe53028b4b:39517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:47,023 DEBUG [M:0;cdbe53028b4b:39517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:47,023 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T23:17:47,044 DEBUG [M:0;cdbe53028b4b:39517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f9bd6b720764434999f995665b61d91 is 82, key is hbase:meta,,1/info:regioninfo/1731367063478/Put/seqid=0 2024-11-11T23:17:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741837_1013 (size=5672) 2024-11-11T23:17:47,059 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f9bd6b720764434999f995665b61d91 2024-11-11T23:17:47,084 DEBUG [M:0;cdbe53028b4b:39517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72b31cfbb6ab48f49fb0960354d98a0a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731367063508/Put/seqid=0 2024-11-11T23:17:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741838_1014 (size=5275) 2024-11-11T23:17:47,491 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72b31cfbb6ab48f49fb0960354d98a0a 2024-11-11T23:17:47,516 DEBUG [M:0;cdbe53028b4b:39517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9ef13b6cf40464b97ccd52f7da26c08 is 69, key is cdbe53028b4b,35453,1731367061623/rs:state/1731367062606/Put/seqid=0 2024-11-11T23:17:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741839_1015 (size=5156) 2024-11-11T23:17:47,665 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.wal-reader.cdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797 to pos 0, reset compression=false 2024-11-11T23:17:47,929 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9ef13b6cf40464b97ccd52f7da26c08 2024-11-11T23:17:47,936 DEBUG [M:0;cdbe53028b4b:39517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f9bd6b720764434999f995665b61d91 as hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f9bd6b720764434999f995665b61d91 2024-11-11T23:17:47,941 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f9bd6b720764434999f995665b61d91, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T23:17:47,942 DEBUG [M:0;cdbe53028b4b:39517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72b31cfbb6ab48f49fb0960354d98a0a as hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72b31cfbb6ab48f49fb0960354d98a0a 2024-11-11T23:17:47,947 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72b31cfbb6ab48f49fb0960354d98a0a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T23:17:47,949 DEBUG [M:0;cdbe53028b4b:39517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9ef13b6cf40464b97ccd52f7da26c08 as hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9ef13b6cf40464b97ccd52f7da26c08 2024-11-11T23:17:47,955 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/2fbfcd28-1a12-931f-a74a-c05eee0949e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9ef13b6cf40464b97ccd52f7da26c08, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T23:17:47,957 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=28, compaction requested=false 2024-11-11T23:17:47,958 INFO [M:0;cdbe53028b4b:39517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:47,959 DEBUG [M:0;cdbe53028b4b:39517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367067022Disabling compacts and flushes for region at 1731367067022Disabling writes for close at 1731367067023 (+1 ms)Obtaining lock to block concurrent updates at 1731367067023Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367067023Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731367067023Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367067024 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367067024Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367067044 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367067044Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367067066 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367067084 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367067084Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367067497 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367067515 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367067515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b41efb: reopening flushed file at 1731367067934 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2ed242: reopening flushed file at 1731367067941 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792c6a1c: reopening flushed file at 1731367067947 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=28, compaction requested=false at 1731367067957 (+10 ms)Writing region close event to WAL at 1731367067958 (+1 ms)Closed at 1731367067958 2024-11-11T23:17:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43813 is added to blk_1073741830_1006 (size=10165) 2024-11-11T23:17:47,964 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:47,964 INFO [M:0;cdbe53028b4b:39517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:17:47,964 INFO [M:0;cdbe53028b4b:39517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39517 2024-11-11T23:17:47,965 INFO [M:0;cdbe53028b4b:39517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:48,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:48,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39517-0x1012c30a9060003, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:48,178 INFO [M:0;cdbe53028b4b:39517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:48,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46319543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:48,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:17:48,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:17:48,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:17:48,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.log.dir/,STOPPED} 2024-11-11T23:17:48,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:17:48,184 WARN [BP-844437529-172.17.0.2-1731367059539 heartbeating to localhost/127.0.0.1:43115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:17:48,184 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:17:48,184 WARN [BP-844437529-172.17.0.2-1731367059539 heartbeating to localhost/127.0.0.1:43115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844437529-172.17.0.2-1731367059539 (Datanode Uuid 436b7c6b-48b8-47b1-b01a-997f9f3324a2) service to localhost/127.0.0.1:43115 2024-11-11T23:17:48,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/cluster_c918c706-d519-b3dc-5012-125c011951cf/data/data1/current/BP-844437529-172.17.0.2-1731367059539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:17:48,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/cluster_c918c706-d519-b3dc-5012-125c011951cf/data/data2/current/BP-844437529-172.17.0.2-1731367059539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:17:48,185 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:17:48,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:48,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:17:48,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:17:48,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:17:48,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.log.dir/,STOPPED} 2024-11-11T23:17:48,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:17:48,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:17:48,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:48,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:48,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:48,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:48,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:48,213 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:17:48,213 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1127079527, stopped=false 2024-11-11T23:17:48,213 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,38971,1731367057017 2024-11-11T23:17:48,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01975562633/running 2024-11-11T23:17:48,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:48,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01975562633/running 2024-11-11T23:17:48,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:48,245 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:48,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on znode that does not yet exist, /01975562633/running 2024-11-11T23:17:48,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:17:48,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Set watcher on znode that does not yet exist, /01975562633/running 2024-11-11T23:17:48,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:48,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:48,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,44955,1731367057207' ***** 2024-11-11T23:17:48,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:17:48,247 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:17:48,247 INFO [RS:0;cdbe53028b4b:44955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:17:48,247 INFO [RS:0;cdbe53028b4b:44955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:17:48,247 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(3091): Received CLOSE for 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:48,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:17:48,248 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:48,248 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:48,248 INFO [RS:0;cdbe53028b4b:44955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:44955. 2024-11-11T23:17:48,248 DEBUG [RS:0;cdbe53028b4b:44955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:48,248 DEBUG [RS:0;cdbe53028b4b:44955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:48,248 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40f3bccdf30cf08243afe422b52f893f, disabling compactions & flushes 2024-11-11T23:17:48,248 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:48,248 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:17:48,248 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:48,248 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:17:48,248 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:17:48,248 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. after waiting 0 ms 2024-11-11T23:17:48,248 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:17:48,248 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:48,248 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40f3bccdf30cf08243afe422b52f893f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T23:17:48,249 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:17:48,249 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1325): Online Regions={40f3bccdf30cf08243afe422b52f893f=hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:17:48,249 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40f3bccdf30cf08243afe422b52f893f 2024-11-11T23:17:48,249 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:48,249 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:48,249 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:48,249 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:48,249 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:48,250 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T23:17:48,251 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:48,274 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/.tmp/info/1cc51e69b1dc4112b1a6244289dd77ed is 147, key is hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f./info:regioninfo/1731367064444/Put/seqid=0 2024-11-11T23:17:48,279 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/replication/40f3bccdf30cf08243afe422b52f893f/.tmp/queue/7bc5a0e085f94285b22304bfc0b37472 is 151, key is 1-cdbe53028b4b,44955,1731367057207/queue:cdbe53028b4b%2C44955%2C1731367057207/1731367064874/Put/seqid=0 2024-11-11T23:17:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741838_1014 (size=6631) 2024-11-11T23:17:48,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741839_1015 (size=5350) 2024-11-11T23:17:48,298 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/replication/40f3bccdf30cf08243afe422b52f893f/.tmp/queue/7bc5a0e085f94285b22304bfc0b37472 2024-11-11T23:17:48,311 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/replication/40f3bccdf30cf08243afe422b52f893f/.tmp/queue/7bc5a0e085f94285b22304bfc0b37472 as hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/replication/40f3bccdf30cf08243afe422b52f893f/queue/7bc5a0e085f94285b22304bfc0b37472 2024-11-11T23:17:48,319 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/replication/40f3bccdf30cf08243afe422b52f893f/queue/7bc5a0e085f94285b22304bfc0b37472, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T23:17:48,320 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 40f3bccdf30cf08243afe422b52f893f in 72ms, sequenceid=5, compaction requested=false 2024-11-11T23:17:48,327 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/replication/40f3bccdf30cf08243afe422b52f893f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T23:17:48,328 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:48,328 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:48,328 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:48,328 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40f3bccdf30cf08243afe422b52f893f: Waiting for close lock at 1731367068248Running coprocessor pre-close hooks at 1731367068248Disabling compacts and flushes for region at 1731367068248Disabling writes for close at 1731367068248Obtaining lock to block concurrent updates at 1731367068248Preparing flush snapshotting stores in 40f3bccdf30cf08243afe422b52f893f at 1731367068248Finished memstore snapshotting hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731367068249 (+1 ms)Flushing stores of hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. at 1731367068253 (+4 ms)Flushing 40f3bccdf30cf08243afe422b52f893f/queue: creating writer at 1731367068253Flushing 40f3bccdf30cf08243afe422b52f893f/queue: appending metadata at 1731367068278 (+25 ms)Flushing 40f3bccdf30cf08243afe422b52f893f/queue: closing flushed file at 1731367068278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27475ad3: reopening flushed file at 1731367068310 (+32 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 40f3bccdf30cf08243afe422b52f893f in 72ms, sequenceid=5, compaction requested=false at 1731367068321 (+11 ms)Writing region close event to WAL at 1731367068321Running coprocessor post-close hooks at 1731367068328 (+7 ms)Closed at 1731367068328 2024-11-11T23:17:48,328 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367063630.40f3bccdf30cf08243afe422b52f893f. 2024-11-11T23:17:48,449 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:48,470 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.wal-reader.cdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.1731367058797 to pos 0, reset compression=false 2024-11-11T23:17:48,644 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:17:48,644 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:17:48,650 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:48,691 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/.tmp/info/1cc51e69b1dc4112b1a6244289dd77ed 2024-11-11T23:17:48,720 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/.tmp/ns/8ff4a462a83d4fb598986face5604ba2 is 43, key is default/ns:d/1731367059389/Put/seqid=0 2024-11-11T23:17:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741840_1016 (size=5153) 2024-11-11T23:17:48,725 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/.tmp/ns/8ff4a462a83d4fb598986face5604ba2 2024-11-11T23:17:48,755 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/.tmp/table/c74dec19012d47b1a9ac72a75ecc82cf is 53, key is hbase:replication/table:state/1731367064460/Put/seqid=0 2024-11-11T23:17:48,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741841_1017 (size=5256) 2024-11-11T23:17:48,850 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:49,050 DEBUG [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:17:49,166 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/.tmp/table/c74dec19012d47b1a9ac72a75ecc82cf 2024-11-11T23:17:49,181 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/.tmp/info/1cc51e69b1dc4112b1a6244289dd77ed as hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/info/1cc51e69b1dc4112b1a6244289dd77ed 2024-11-11T23:17:49,193 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/info/1cc51e69b1dc4112b1a6244289dd77ed, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T23:17:49,194 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/.tmp/ns/8ff4a462a83d4fb598986face5604ba2 as hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/ns/8ff4a462a83d4fb598986face5604ba2 2024-11-11T23:17:49,203 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/ns/8ff4a462a83d4fb598986face5604ba2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T23:17:49,205 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/.tmp/table/c74dec19012d47b1a9ac72a75ecc82cf as hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/table/c74dec19012d47b1a9ac72a75ecc82cf 2024-11-11T23:17:49,215 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/table/c74dec19012d47b1a9ac72a75ecc82cf, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T23:17:49,217 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=11, compaction requested=false 2024-11-11T23:17:49,246 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T23:17:49,247 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:17:49,247 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:17:49,247 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:49,247 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367068249Running coprocessor pre-close hooks at 1731367068249Disabling compacts and flushes for region at 1731367068249Disabling writes for close at 1731367068249Obtaining lock to block concurrent updates at 1731367068250 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731367068250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731367068250Flushing stores of hbase:meta,,1.1588230740 at 1731367068252 (+2 ms)Flushing 1588230740/info: creating writer at 1731367068253 (+1 ms)Flushing 1588230740/info: appending metadata at 1731367068273 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731367068273Flushing 1588230740/ns: creating writer at 1731367068700 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731367068720 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731367068720Flushing 1588230740/table: creating writer at 1731367068735 (+15 ms)Flushing 1588230740/table: appending metadata at 1731367068754 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731367068754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a058da8: reopening flushed file at 1731367069179 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19224ddd: reopening flushed file at 1731367069193 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2270bdd3: reopening flushed file at 1731367069203 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=11, compaction requested=false at 1731367069217 (+14 ms)Writing region close event to WAL at 1731367069229 (+12 ms)Running coprocessor post-close hooks at 1731367069247 (+18 ms)Closed at 1731367069247 2024-11-11T23:17:49,248 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:49,250 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,44955,1731367057207; all regions closed. 2024-11-11T23:17:49,253 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/WALs/cdbe53028b4b,44955,1731367057207/cdbe53028b4b%2C44955%2C1731367057207.meta.1731367059242.meta not finished, retry = 0 2024-11-11T23:17:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741834_1010 (size=2742) 2024-11-11T23:17:49,355 DEBUG [RS:0;cdbe53028b4b:44955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/oldWALs 2024-11-11T23:17:49,355 INFO [RS:0;cdbe53028b4b:44955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C44955%2C1731367057207.meta:.meta(num 1731367059242) 2024-11-11T23:17:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741837_1013 (size=1586) 2024-11-11T23:17:49,360 DEBUG [RS:0;cdbe53028b4b:44955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/oldWALs 2024-11-11T23:17:49,360 INFO [RS:0;cdbe53028b4b:44955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C44955%2C1731367057207.rep:(num 1731367064392) 2024-11-11T23:17:49,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741833_1009 (size=93) 2024-11-11T23:17:49,372 DEBUG [RS:0;cdbe53028b4b:44955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/oldWALs 2024-11-11T23:17:49,372 INFO [RS:0;cdbe53028b4b:44955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C44955%2C1731367057207:(num 1731367058797) 2024-11-11T23:17:49,372 DEBUG [RS:0;cdbe53028b4b:44955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:49,372 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:17:49,372 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:49,373 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:49,373 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:49,373 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:49,373 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,44955,1731367057207 because: Region server is closing 2024-11-11T23:17:49,373 INFO [RS:0;cdbe53028b4b:44955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:44955. 2024-11-11T23:17:49,374 DEBUG [RS:0;cdbe53028b4b:44955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:17:49,374 DEBUG [RS:0;cdbe53028b4b:44955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:49,374 DEBUG [RS:0;cdbe53028b4b:44955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:49,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:17:49,474 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.shippercdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T23:17:49,474 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,44955,1731367057207.replicationSource.shippercdbe53028b4b%2C44955%2C1731367057207,1-cdbe53028b4b,44955,1731367057207 terminated 2024-11-11T23:17:49,475 INFO [RS:0;cdbe53028b4b:44955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44955 2024-11-11T23:17:49,530 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:49,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01975562633/rs/cdbe53028b4b,44955,1731367057207 2024-11-11T23:17:49,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633/rs 2024-11-11T23:17:49,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,44955,1731367057207] 2024-11-11T23:17:49,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01975562633/draining/cdbe53028b4b,44955,1731367057207 already deleted, retry=false 2024-11-11T23:17:49,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,44955,1731367057207 expired; onlineServers=0 2024-11-11T23:17:49,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,38971,1731367057017' ***** 2024-11-11T23:17:49,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:17:49,551 INFO [M:0;cdbe53028b4b:38971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:17:49,551 INFO [M:0;cdbe53028b4b:38971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:17:49,551 DEBUG [M:0;cdbe53028b4b:38971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:17:49,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:17:49,551 DEBUG [M:0;cdbe53028b4b:38971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:17:49,552 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367058520 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367058520,5,FailOnTimeoutGroup] 2024-11-11T23:17:49,552 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367058522 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367058522,5,FailOnTimeoutGroup] 2024-11-11T23:17:49,552 INFO [M:0;cdbe53028b4b:38971 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:17:49,552 INFO [M:0;cdbe53028b4b:38971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:17:49,552 DEBUG [M:0;cdbe53028b4b:38971 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:17:49,552 INFO [M:0;cdbe53028b4b:38971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:17:49,552 INFO [M:0;cdbe53028b4b:38971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:17:49,552 INFO [M:0;cdbe53028b4b:38971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:17:49,552 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:17:49,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01975562633/master 2024-11-11T23:17:49,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01975562633 2024-11-11T23:17:49,572 DEBUG [M:0;cdbe53028b4b:38971 {}] zookeeper.RecoverableZooKeeper(212): Node /01975562633/master already deleted, retry=false 2024-11-11T23:17:49,572 DEBUG [M:0;cdbe53028b4b:38971 {}] master.ActiveMasterManager(353): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Failed delete of our master address node; KeeperErrorCode = NoNode for /01975562633/master 2024-11-11T23:17:49,573 INFO [M:0;cdbe53028b4b:38971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/.lastflushedseqids 2024-11-11T23:17:49,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741842_1018 (size=181) 2024-11-11T23:17:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:49,641 INFO [RS:0;cdbe53028b4b:44955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:49,641 INFO [RS:0;cdbe53028b4b:44955 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,44955,1731367057207; zookeeper connection closed. 2024-11-11T23:17:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x1012c30a9060001, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:49,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9b5776d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9b5776d 2024-11-11T23:17:49,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:17:49,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:17:49,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:17:49,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:17:49,982 INFO [M:0;cdbe53028b4b:38971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:17:49,982 INFO [M:0;cdbe53028b4b:38971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:17:49,982 DEBUG [M:0;cdbe53028b4b:38971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:49,982 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:49,982 DEBUG [M:0;cdbe53028b4b:38971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:49,982 DEBUG [M:0;cdbe53028b4b:38971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:49,983 DEBUG [M:0;cdbe53028b4b:38971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:49,983 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T23:17:49,998 DEBUG [M:0;cdbe53028b4b:38971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bd87a1dc2d342ba93916fd873244f29 is 82, key is hbase:meta,,1/info:regioninfo/1731367059302/Put/seqid=0 2024-11-11T23:17:50,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741843_1019 (size=5672) 2024-11-11T23:17:50,003 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bd87a1dc2d342ba93916fd873244f29 2024-11-11T23:17:50,028 DEBUG [M:0;cdbe53028b4b:38971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1834fefc98b34ceba2343735c98cb53d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731367064466/Put/seqid=0 2024-11-11T23:17:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741844_1020 (size=7203) 2024-11-11T23:17:50,036 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1834fefc98b34ceba2343735c98cb53d 2024-11-11T23:17:50,056 DEBUG [M:0;cdbe53028b4b:38971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0876288e8d14fe087c3031ecb524ddb is 69, key is cdbe53028b4b,44955,1731367057207/rs:state/1731367058598/Put/seqid=0 2024-11-11T23:17:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741845_1021 (size=5156) 2024-11-11T23:17:50,463 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0876288e8d14fe087c3031ecb524ddb 2024-11-11T23:17:50,469 DEBUG [M:0;cdbe53028b4b:38971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bd87a1dc2d342ba93916fd873244f29 as hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bd87a1dc2d342ba93916fd873244f29 2024-11-11T23:17:50,481 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bd87a1dc2d342ba93916fd873244f29, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T23:17:50,482 DEBUG [M:0;cdbe53028b4b:38971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1834fefc98b34ceba2343735c98cb53d as hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1834fefc98b34ceba2343735c98cb53d 2024-11-11T23:17:50,488 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1834fefc98b34ceba2343735c98cb53d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T23:17:50,489 DEBUG [M:0;cdbe53028b4b:38971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0876288e8d14fe087c3031ecb524ddb as hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0876288e8d14fe087c3031ecb524ddb 2024-11-11T23:17:50,497 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36729/user/jenkins/test-data/a14f146a-a0f0-c347-aa60-cc4655f7514b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0876288e8d14fe087c3031ecb524ddb, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T23:17:50,499 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=70, compaction requested=false 2024-11-11T23:17:50,504 INFO [M:0;cdbe53028b4b:38971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:50,505 DEBUG [M:0;cdbe53028b4b:38971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367069982Disabling compacts and flushes for region at 1731367069982Disabling writes for close at 1731367069982Obtaining lock to block concurrent updates at 1731367069983 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367069983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731367069983Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367069984 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367069984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367069998 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367069998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367070008 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367070027 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367070027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367070041 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367070056 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367070056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b40a6a3: reopening flushed file at 1731367070468 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b3503b7: reopening flushed file at 1731367070481 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50568e57: reopening flushed file at 1731367070488 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=70, compaction requested=false at 1731367070499 (+11 ms)Writing region close event to WAL at 1731367070504 (+5 ms)Closed at 1731367070504 2024-11-11T23:17:50,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741830_1006 (size=41008) 2024-11-11T23:17:50,510 INFO [M:0;cdbe53028b4b:38971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:17:50,510 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:17:50,510 INFO [M:0;cdbe53028b4b:38971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38971 2024-11-11T23:17:50,510 INFO [M:0;cdbe53028b4b:38971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:17:50,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:50,662 INFO [M:0;cdbe53028b4b:38971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:17:50,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38971-0x1012c30a9060000, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:17:50,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121fdf25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:50,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:17:50,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:17:50,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:17:50,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.log.dir/,STOPPED} 2024-11-11T23:17:50,669 WARN [BP-228312921-172.17.0.2-1731367054722 heartbeating to localhost/127.0.0.1:36729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:17:50,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:17:50,669 WARN [BP-228312921-172.17.0.2-1731367054722 heartbeating to localhost/127.0.0.1:36729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-228312921-172.17.0.2-1731367054722 (Datanode Uuid acfd0307-6c7f-44fd-9682-7c3b7213cd82) service to localhost/127.0.0.1:36729 2024-11-11T23:17:50,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:17:50,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/cluster_ac5f9fdd-e582-5dae-9b35-7384af12a805/data/data1/current/BP-228312921-172.17.0.2-1731367054722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:17:50,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/cluster_ac5f9fdd-e582-5dae-9b35-7384af12a805/data/data2/current/BP-228312921-172.17.0.2-1731367054722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:17:50,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:17:50,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1236feaf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:50,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:17:50,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:17:50,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:17:50,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/727cac81-5463-b0de-ad4f-7cbc5a264529/hadoop.log.dir/,STOPPED} 2024-11-11T23:17:50,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:17:50,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:17:50,722 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 108) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43115 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53735) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36729 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53735) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5756 (was 6083) 2024-11-11T23:17:50,731 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=5756 2024-11-11T23:17:50,749 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T23:17:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.log.dir so I do NOT create it in target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458 2024-11-11T23:17:50,749 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:17:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.tmp.dir so I do NOT create it in target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458 2024-11-11T23:17:50,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab2566bc-e54d-4e4e-d464-b82a9c5c2ff9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:17:50,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458 2024-11-11T23:17:50,750 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/cluster_aa1df775-2ae1-2dc6-838c-3f9d060a0727, deleteOnExit=true 2024-11-11T23:17:50,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/cluster_aa1df775-2ae1-2dc6-838c-3f9d060a0727/zookeeper_0, clientPort=62825, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/cluster_aa1df775-2ae1-2dc6-838c-3f9d060a0727/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/cluster_aa1df775-2ae1-2dc6-838c-3f9d060a0727/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:17:50,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62825 2024-11-11T23:17:50,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:17:50,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:17:50,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/test.cache.data in system properties and HBase conf 2024-11-11T23:17:50,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:17:50,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:17:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:17:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:17:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:17:50,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:17:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:17:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:17:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:17:50,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012c30a9060002, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:17:50,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012c30a9060005, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:17:50,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012c30a9060002, quorum=127.0.0.1:53735, baseZNode=/01975562633 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:17:50,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012c30a9060005, quorum=127.0.0.1:53735, baseZNode=/1658370689 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:17:51,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:51,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:51,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:51,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:51,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:17:51,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:51,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:51,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:51,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1ba51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/java.io.tmpdir/jetty-localhost-41627-hadoop-hdfs-3_4_1-tests_jar-_-any-8879372185699920724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:51,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:41627} 2024-11-11T23:17:51,281 INFO [Time-limited test {}] server.Server(415): Started @51592ms 2024-11-11T23:17:51,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:51,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:51,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:51,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:51,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:17:51,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:51,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:51,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2efdfa1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/java.io.tmpdir/jetty-localhost-39425-hadoop-hdfs-3_4_1-tests_jar-_-any-7535643695101769725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:51,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:39425} 2024-11-11T23:17:51,757 INFO [Time-limited test {}] server.Server(415): Started @52069ms 2024-11-11T23:17:51,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:17:52,402 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/cluster_aa1df775-2ae1-2dc6-838c-3f9d060a0727/data/data2/current/BP-1005311010-172.17.0.2-1731367070788/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:52,402 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/cluster_aa1df775-2ae1-2dc6-838c-3f9d060a0727/data/data1/current/BP-1005311010-172.17.0.2-1731367070788/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:52,415 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:17:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22003940b627b77 with lease ID 0x8dc3774a69415c0a: Processing first storage report for DS-c5244dea-d5f6-4004-9507-c0fe0bb3427a from datanode DatanodeRegistration(127.0.0.1:39471, datanodeUuid=19e1dc9d-bb1b-467a-a2e5-94358ca7f903, infoPort=40891, infoSecurePort=0, ipcPort=33467, storageInfo=lv=-57;cid=testClusterID;nsid=741323954;c=1731367070788) 2024-11-11T23:17:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22003940b627b77 with lease ID 0x8dc3774a69415c0a: from storage DS-c5244dea-d5f6-4004-9507-c0fe0bb3427a node DatanodeRegistration(127.0.0.1:39471, datanodeUuid=19e1dc9d-bb1b-467a-a2e5-94358ca7f903, infoPort=40891, infoSecurePort=0, ipcPort=33467, storageInfo=lv=-57;cid=testClusterID;nsid=741323954;c=1731367070788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:17:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22003940b627b77 with lease ID 0x8dc3774a69415c0a: Processing first storage report for DS-595d6fbc-437a-42ba-88c3-b04229183153 from datanode DatanodeRegistration(127.0.0.1:39471, datanodeUuid=19e1dc9d-bb1b-467a-a2e5-94358ca7f903, infoPort=40891, infoSecurePort=0, ipcPort=33467, storageInfo=lv=-57;cid=testClusterID;nsid=741323954;c=1731367070788) 2024-11-11T23:17:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22003940b627b77 with lease ID 0x8dc3774a69415c0a: from storage DS-595d6fbc-437a-42ba-88c3-b04229183153 node DatanodeRegistration(127.0.0.1:39471, datanodeUuid=19e1dc9d-bb1b-467a-a2e5-94358ca7f903, infoPort=40891, infoSecurePort=0, ipcPort=33467, storageInfo=lv=-57;cid=testClusterID;nsid=741323954;c=1731367070788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:17:52,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458 2024-11-11T23:17:52,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:52,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:52,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:17:52,905 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe with version=8 2024-11-11T23:17:52,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/hbase-staging 2024-11-11T23:17:52,907 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:52,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:52,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:52,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:52,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:52,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:52,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:17:52,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:52,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43737 2024-11-11T23:17:52,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43737 connecting to ZooKeeper ensemble=127.0.0.1:62825 2024-11-11T23:17:53,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437370x0, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:53,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43737-0x1012c30e7cb0000 connected 2024-11-11T23:17:53,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:53,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:53,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on znode that does not yet exist, /0-1153809223/running 2024-11-11T23:17:53,080 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe, hbase.cluster.distributed=false 2024-11-11T23:17:53,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on znode that does not yet exist, /0-1153809223/acl 2024-11-11T23:17:53,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-11T23:17:53,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43737 2024-11-11T23:17:53,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43737 2024-11-11T23:17:53,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-11T23:17:53,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-11T23:17:53,097 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:53,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:53,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:53,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:53,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:53,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:53,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:17:53,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:53,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45775 2024-11-11T23:17:53,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45775 connecting to ZooKeeper ensemble=127.0.0.1:62825 2024-11-11T23:17:53,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:53,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457750x0, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:53,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457750x0, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on znode that does not yet exist, /0-1153809223/running 2024-11-11T23:17:53,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45775-0x1012c30e7cb0001 connected 2024-11-11T23:17:53,119 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:17:53,120 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:17:53,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on znode that does not yet exist, /0-1153809223/master 2024-11-11T23:17:53,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on znode that does not yet exist, /0-1153809223/acl 2024-11-11T23:17:53,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-11T23:17:53,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45775 2024-11-11T23:17:53,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45775 2024-11-11T23:17:53,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-11T23:17:53,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-11T23:17:53,138 DEBUG [M:0;cdbe53028b4b:43737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:43737 2024-11-11T23:17:53,138 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1153809223/backup-masters/cdbe53028b4b,43737,1731367072907 2024-11-11T23:17:53,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223/backup-masters 2024-11-11T23:17:53,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223/backup-masters 2024-11-11T23:17:53,151 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on existing znode=/0-1153809223/backup-masters/cdbe53028b4b,43737,1731367072907 2024-11-11T23:17:53,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1153809223/master 2024-11-11T23:17:53,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:53,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:53,162 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on existing znode=/0-1153809223/master 2024-11-11T23:17:53,162 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1153809223/backup-masters/cdbe53028b4b,43737,1731367072907 from backup master directory 2024-11-11T23:17:53,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223/backup-masters 2024-11-11T23:17:53,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1153809223/backup-masters/cdbe53028b4b,43737,1731367072907 2024-11-11T23:17:53,172 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:53,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223/backup-masters 2024-11-11T23:17:53,172 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,43737,1731367072907 2024-11-11T23:17:53,176 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/hbase.id] with ID: ba5ee9ad-2496-49ee-bf63-15b9c2c00a21 2024-11-11T23:17:53,176 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/.tmp/hbase.id 2024-11-11T23:17:53,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:17:53,581 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/.tmp/hbase.id]:[hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/hbase.id] 2024-11-11T23:17:53,593 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:53,593 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:17:53,594 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:17:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:17:54,062 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:17:54,063 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:17:54,063 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:17:54,471 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store 2024-11-11T23:17:54,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:17:54,877 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:54,877 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:17:54,877 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:54,877 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:54,877 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:17:54,877 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:54,877 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:17:54,878 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367074877Disabling compacts and flushes for region at 1731367074877Disabling writes for close at 1731367074877Writing region close event to WAL at 1731367074877Closed at 1731367074877 2024-11-11T23:17:54,878 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/.initializing 2024-11-11T23:17:54,878 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/WALs/cdbe53028b4b,43737,1731367072907 2024-11-11T23:17:54,879 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:54,881 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C43737%2C1731367072907, suffix=, logDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/WALs/cdbe53028b4b,43737,1731367072907, archiveDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/oldWALs, maxLogs=10 2024-11-11T23:17:54,892 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/WALs/cdbe53028b4b,43737,1731367072907/cdbe53028b4b%2C43737%2C1731367072907.1731367074881, exclude list is [], retry=0 2024-11-11T23:17:54,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39471,DS-c5244dea-d5f6-4004-9507-c0fe0bb3427a,DISK] 2024-11-11T23:17:54,896 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/WALs/cdbe53028b4b,43737,1731367072907/cdbe53028b4b%2C43737%2C1731367072907.1731367074881 2024-11-11T23:17:54,896 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-11T23:17:54,896 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:54,896 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:54,896 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,897 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:17:54,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:54,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:54,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:17:54,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:54,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:54,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:17:54,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:54,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:54,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:17:54,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:54,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:17:54,905 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,905 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,906 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,907 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,907 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,908 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:54,909 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:17:54,910 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:54,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74902910, jitterRate=0.11614033579826355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:54,911 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367074897Initializing all the Stores at 1731367074897Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367074897Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367074898 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367074898Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367074898Cleaning up temporary data from old regions at 1731367074907 (+9 ms)Region opened successfully at 1731367074911 (+4 ms) 2024-11-11T23:17:54,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:17:54,914 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa9736b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:54,915 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:17:54,915 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:17:54,915 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:17:54,915 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:17:54,916 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:17:54,916 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:17:54,916 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:17:54,918 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:17:54,919 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Unable to get data of znode /0-1153809223/balancer because node does not exist (not necessarily an error) 2024-11-11T23:17:54,929 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1153809223/balancer already deleted, retry=false 2024-11-11T23:17:54,930 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:17:54,930 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Unable to get data of znode /0-1153809223/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:17:54,940 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1153809223/normalizer already deleted, retry=false 2024-11-11T23:17:54,940 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:17:54,941 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Unable to get data of znode /0-1153809223/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:17:54,950 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1153809223/switch/split already deleted, retry=false 2024-11-11T23:17:54,951 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Unable to get data of znode /0-1153809223/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:17:54,961 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1153809223/switch/merge already deleted, retry=false 2024-11-11T23:17:54,963 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Unable to get data of znode /0-1153809223/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:17:54,972 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1153809223/snapshot-cleanup already deleted, retry=false 2024-11-11T23:17:54,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:17:54,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:17:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1153809223/running 2024-11-11T23:17:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1153809223/running 2024-11-11T23:17:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:54,983 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,43737,1731367072907, sessionid=0x1012c30e7cb0000, setting cluster-up flag (Was=false) 2024-11-11T23:17:54,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:17:54,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:17:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:55,035 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1153809223/flush-table-proc/acquired, /0-1153809223/flush-table-proc/reached, /0-1153809223/flush-table-proc/abort 2024-11-11T23:17:55,036 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,43737,1731367072907 2024-11-11T23:17:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:55,087 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1153809223/online-snapshot/acquired, /0-1153809223/online-snapshot/reached, /0-1153809223/online-snapshot/abort 2024-11-11T23:17:55,088 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,43737,1731367072907 2024-11-11T23:17:55,090 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:17:55,091 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:55,091 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:17:55,091 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:17:55,092 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,43737,1731367072907 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:17:55,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:55,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:55,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:55,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:17:55,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:17:55,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:55,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,094 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367105094 2024-11-11T23:17:55,094 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:17:55,094 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:17:55,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:55,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:17:55,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:17:55,096 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367075095,5,FailOnTimeoutGroup] 2024-11-11T23:17:55,096 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367075096,5,FailOnTimeoutGroup] 2024-11-11T23:17:55,096 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,096 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:17:55,096 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:55,096 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:17:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:17:55,131 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(746): ClusterId : ba5ee9ad-2496-49ee-bf63-15b9c2c00a21 2024-11-11T23:17:55,131 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:17:55,141 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:17:55,141 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:17:55,151 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:17:55,152 DEBUG [RS:0;cdbe53028b4b:45775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bafc2e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:17:55,162 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:45775 2024-11-11T23:17:55,162 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:17:55,162 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:17:55,163 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:17:55,163 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,43737,1731367072907 with port=45775, startcode=1731367073097 2024-11-11T23:17:55,163 DEBUG [RS:0;cdbe53028b4b:45775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:17:55,165 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:17:55,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,45775,1731367073097 2024-11-11T23:17:55,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,45775,1731367073097 2024-11-11T23:17:55,167 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe 2024-11-11T23:17:55,167 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35243 2024-11-11T23:17:55,167 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:17:55,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223/rs 2024-11-11T23:17:55,172 DEBUG [RS:0;cdbe53028b4b:45775 {}] zookeeper.ZKUtil(111): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on existing znode=/0-1153809223/rs/cdbe53028b4b,45775,1731367073097 2024-11-11T23:17:55,172 WARN [RS:0;cdbe53028b4b:45775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:55,172 INFO [RS:0;cdbe53028b4b:45775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:55,172 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097 2024-11-11T23:17:55,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,45775,1731367073097] 2024-11-11T23:17:55,176 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:17:55,177 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:17:55,180 INFO [RS:0;cdbe53028b4b:45775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:17:55,180 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,181 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:17:55,181 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:17:55,181 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:55,182 DEBUG [RS:0;cdbe53028b4b:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:17:55,184 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,184 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,184 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,184 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,184 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,184 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45775,1731367073097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:55,199 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:17:55,199 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45775,1731367073097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,199 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,199 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.Replication(171): cdbe53028b4b,45775,1731367073097 started 2024-11-11T23:17:55,213 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:55,213 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,45775,1731367073097, RpcServer on cdbe53028b4b/172.17.0.2:45775, sessionid=0x1012c30e7cb0001 2024-11-11T23:17:55,213 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:17:55,213 DEBUG [RS:0;cdbe53028b4b:45775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,45775,1731367073097 2024-11-11T23:17:55,213 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,45775,1731367073097' 2024-11-11T23:17:55,213 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1153809223/flush-table-proc/abort' 2024-11-11T23:17:55,214 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1153809223/flush-table-proc/acquired' 2024-11-11T23:17:55,214 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:17:55,214 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:17:55,214 DEBUG [RS:0;cdbe53028b4b:45775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,45775,1731367073097 2024-11-11T23:17:55,214 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,45775,1731367073097' 2024-11-11T23:17:55,214 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1153809223/online-snapshot/abort' 2024-11-11T23:17:55,215 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1153809223/online-snapshot/acquired' 2024-11-11T23:17:55,215 DEBUG [RS:0;cdbe53028b4b:45775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:17:55,215 INFO [RS:0;cdbe53028b4b:45775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:17:55,215 INFO [RS:0;cdbe53028b4b:45775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:17:55,315 INFO [RS:0;cdbe53028b4b:45775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:17:55,317 INFO [RS:0;cdbe53028b4b:45775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C45775%2C1731367073097, suffix=, logDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097, archiveDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/oldWALs, maxLogs=10 2024-11-11T23:17:55,330 DEBUG [RS:0;cdbe53028b4b:45775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317, exclude list is [], retry=0 2024-11-11T23:17:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39471,DS-c5244dea-d5f6-4004-9507-c0fe0bb3427a,DISK] 2024-11-11T23:17:55,335 INFO [RS:0;cdbe53028b4b:45775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 2024-11-11T23:17:55,335 DEBUG [RS:0;cdbe53028b4b:45775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-11T23:17:55,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:17:55,505 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe 2024-11-11T23:17:55,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:17:55,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:55,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:55,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:55,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:55,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:55,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:55,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:55,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:55,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:55,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:55,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:55,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:55,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:55,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:55,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:55,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:55,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:55,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:55,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740 2024-11-11T23:17:55,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740 2024-11-11T23:17:55,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:55,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:55,921 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:55,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:55,924 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:17:55,924 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64791152, jitterRate=-0.03453660011291504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367075911Initializing all the Stores at 1731367075911Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367075911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367075912 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367075912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367075912Cleaning up temporary data from old regions at 1731367075921 (+9 ms)Region opened successfully at 1731367075925 (+4 ms) 2024-11-11T23:17:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:17:55,925 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:17:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:17:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:17:55,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:17:55,926 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:17:55,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367075925Disabling compacts and flushes for region at 1731367075925Disabling writes for close at 1731367075925Writing region close event to WAL at 1731367075926 (+1 ms)Closed at 1731367075926 2024-11-11T23:17:55,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:55,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:17:55,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:17:55,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:55,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:17:56,080 DEBUG [cdbe53028b4b:43737 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:17:56,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,45775,1731367073097 2024-11-11T23:17:56,082 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,45775,1731367073097, state=OPENING 2024-11-11T23:17:56,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:17:56,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:56,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:17:56,194 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:17:56,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,45775,1731367073097}] 2024-11-11T23:17:56,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1153809223/meta-region-server: CHANGED 2024-11-11T23:17:56,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1153809223/meta-region-server: CHANGED 2024-11-11T23:17:56,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:17:56,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:17:56,352 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:17:56,352 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:56,353 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:17:56,354 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C45775%2C1731367073097.meta, suffix=.meta, logDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097, archiveDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/oldWALs, maxLogs=10 2024-11-11T23:17:56,367 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.meta.1731367076354.meta, exclude list is [], retry=0 2024-11-11T23:17:56,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39471,DS-c5244dea-d5f6-4004-9507-c0fe0bb3427a,DISK] 2024-11-11T23:17:56,371 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.meta.1731367076354.meta 2024-11-11T23:17:56,371 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-11T23:17:56,371 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:17:56,372 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:17:56,372 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:17:56,372 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:17:56,372 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:17:56,372 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:17:56,372 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:17:56,372 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:17:56,372 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:17:56,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:17:56,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:17:56,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:56,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:56,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:17:56,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:17:56,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:56,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:56,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:17:56,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:17:56,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:56,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:56,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:17:56,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:17:56,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T23:17:56,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:17:56,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:17:56,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:17:56,378 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:17:56,379 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740 2024-11-11T23:17:56,380 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740 2024-11-11T23:17:56,381 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:17:56,381 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:17:56,381 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:17:56,382 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:17:56,383 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59982420, jitterRate=-0.10619229078292847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:17:56,383 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:17:56,383 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367076372Writing region info on filesystem at 1731367076372Initializing all the Stores at 1731367076373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367076373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367076373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367076373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367076373Cleaning up temporary data from old regions at 1731367076381 (+8 ms)Running coprocessor post-open hooks at 1731367076383 (+2 ms)Region opened successfully at 1731367076383 2024-11-11T23:17:56,384 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367076347 2024-11-11T23:17:56,386 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:17:56,387 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:17:56,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,45775,1731367073097 2024-11-11T23:17:56,388 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,45775,1731367073097, state=OPEN 2024-11-11T23:17:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1153809223/meta-region-server 2024-11-11T23:17:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1153809223/meta-region-server 2024-11-11T23:17:56,435 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,45775,1731367073097 2024-11-11T23:17:56,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1153809223/meta-region-server: CHANGED 2024-11-11T23:17:56,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1153809223/meta-region-server: CHANGED 2024-11-11T23:17:56,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:17:56,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,45775,1731367073097 in 241 msec 2024-11-11T23:17:56,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:17:56,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-11T23:17:56,441 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:17:56,441 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:17:56,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:56,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,45775,1731367073097, seqNum=-1] 2024-11-11T23:17:56,443 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:56,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:56,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3580 sec 2024-11-11T23:17:56,450 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367076450, completionTime=-1 2024-11-11T23:17:56,450 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:17:56,450 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:17:56,452 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:17:56,452 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367136452 2024-11-11T23:17:56,452 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367196452 2024-11-11T23:17:56,452 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:17:56,452 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43737,1731367072907-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:56,452 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43737,1731367072907-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:56,452 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43737,1731367072907-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:56,452 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:43737, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:56,453 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:56,453 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:56,455 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:17:56,456 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.284sec 2024-11-11T23:17:56,457 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:17:56,457 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:17:56,457 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:17:56,457 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:17:56,457 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:17:56,457 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43737,1731367072907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:17:56,457 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43737,1731367072907-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:17:56,460 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:17:56,460 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:17:56,460 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43737,1731367072907-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:17:56,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:56,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43737,-1 for getting cluster id 2024-11-11T23:17:56,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:17:56,534 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5ee9ad-2496-49ee-bf63-15b9c2c00a21' 2024-11-11T23:17:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:17:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5ee9ad-2496-49ee-bf63-15b9c2c00a21" 2024-11-11T23:17:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e233838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43737,-1] 2024-11-11T23:17:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:17:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:17:56,536 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:17:56,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:17:56,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:17:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,45775,1731367073097, seqNum=-1] 2024-11-11T23:17:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:17:56,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:17:56,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,43737,1731367072907 2024-11-11T23:17:56,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62825 2024-11-11T23:17:56,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:56,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c30e7cb0002 connected 2024-11-11T23:17:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.log.dir so I do NOT create it in target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4 2024-11-11T23:17:56,564 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:17:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.tmp.dir so I do NOT create it in target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4 2024-11-11T23:17:56,564 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:17:56,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4 2024-11-11T23:17:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:17:56,564 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/cluster_6a567b9e-8326-5c34-8596-28dd3a741a30, deleteOnExit=true 2024-11-11T23:17:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:17:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/test.cache.data in system properties and HBase conf 2024-11-11T23:17:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:17:56,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:17:56,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:17:56,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:17:56,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:17:56,565 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:17:56,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:56,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:17:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:17:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:17:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:17:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:17:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:17:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:17:56,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:17:56,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:17:56,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:17:56,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:17:56,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:56,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:56,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:56,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:56,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:17:56,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:56,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:56,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:57,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@232a9ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/java.io.tmpdir/jetty-localhost-33057-hadoop-hdfs-3_4_1-tests_jar-_-any-8028637318382599488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:17:57,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:33057} 2024-11-11T23:17:57,066 INFO [Time-limited test {}] server.Server(415): Started @57377ms 2024-11-11T23:17:57,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:17:57,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:17:57,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:17:57,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:17:57,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:17:57,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:17:57,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:17:57,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376e6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/java.io.tmpdir/jetty-localhost-34393-hadoop-hdfs-3_4_1-tests_jar-_-any-11896196988758593459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:17:57,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:34393} 2024-11-11T23:17:57,397 INFO [Time-limited test {}] server.Server(415): Started @57708ms 2024-11-11T23:17:57,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:17:58,120 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/cluster_6a567b9e-8326-5c34-8596-28dd3a741a30/data/data1/current/BP-278682230-172.17.0.2-1731367076589/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:58,120 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/cluster_6a567b9e-8326-5c34-8596-28dd3a741a30/data/data2/current/BP-278682230-172.17.0.2-1731367076589/current, will proceed with Du for space computation calculation, 2024-11-11T23:17:58,134 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:17:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x736ad0d6e94bf27c with lease ID 0xe706577069e81b42: Processing first storage report for DS-6ee15a23-586b-4e67-9c9e-9ad9153850e6 from datanode DatanodeRegistration(127.0.0.1:42739, datanodeUuid=7d8de714-6591-4bb6-a5f2-dc2b8f1887c2, infoPort=43889, infoSecurePort=0, ipcPort=42897, storageInfo=lv=-57;cid=testClusterID;nsid=1710686494;c=1731367076589) 2024-11-11T23:17:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x736ad0d6e94bf27c with lease ID 0xe706577069e81b42: from storage DS-6ee15a23-586b-4e67-9c9e-9ad9153850e6 node DatanodeRegistration(127.0.0.1:42739, datanodeUuid=7d8de714-6591-4bb6-a5f2-dc2b8f1887c2, infoPort=43889, infoSecurePort=0, ipcPort=42897, storageInfo=lv=-57;cid=testClusterID;nsid=1710686494;c=1731367076589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:17:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x736ad0d6e94bf27c with lease ID 0xe706577069e81b42: Processing first storage report for DS-95c63f31-445d-4d0d-a50e-8e32a7a1f07d from datanode DatanodeRegistration(127.0.0.1:42739, datanodeUuid=7d8de714-6591-4bb6-a5f2-dc2b8f1887c2, infoPort=43889, infoSecurePort=0, ipcPort=42897, storageInfo=lv=-57;cid=testClusterID;nsid=1710686494;c=1731367076589) 2024-11-11T23:17:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x736ad0d6e94bf27c with lease ID 0xe706577069e81b42: from storage DS-95c63f31-445d-4d0d-a50e-8e32a7a1f07d node DatanodeRegistration(127.0.0.1:42739, datanodeUuid=7d8de714-6591-4bb6-a5f2-dc2b8f1887c2, infoPort=43889, infoSecurePort=0, ipcPort=42897, storageInfo=lv=-57;cid=testClusterID;nsid=1710686494;c=1731367076589), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:17:58,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4 2024-11-11T23:17:58,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:58,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:58,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:17:58,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c with version=8 2024-11-11T23:17:58,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/hbase-staging 2024-11-11T23:17:58,634 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:58,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:58,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:58,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:58,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:58,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:58,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:17:58,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:58,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40683 2024-11-11T23:17:58,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40683 connecting to ZooKeeper ensemble=127.0.0.1:62825 2024-11-11T23:17:58,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406830x0, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:58,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40683-0x1012c30e7cb0003 connected 2024-11-11T23:17:58,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:58,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:58,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on znode that does not yet exist, /1-836095875/running 2024-11-11T23:17:58,817 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c, hbase.cluster.distributed=false 2024-11-11T23:17:58,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on znode that does not yet exist, /1-836095875/acl 2024-11-11T23:17:58,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-11T23:17:58,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40683 2024-11-11T23:17:58,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40683 2024-11-11T23:17:58,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-11T23:17:58,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-11T23:17:58,835 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:17:58,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:58,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:58,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:17:58,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:17:58,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:17:58,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:17:58,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:17:58,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33401 2024-11-11T23:17:58,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33401 connecting to ZooKeeper ensemble=127.0.0.1:62825 2024-11-11T23:17:58,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:58,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334010x0, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:17:58,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33401-0x1012c30e7cb0004 connected 2024-11-11T23:17:58,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on znode that does not yet exist, /1-836095875/running 2024-11-11T23:17:58,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:17:58,856 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:17:58,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on znode that does not yet exist, /1-836095875/master 2024-11-11T23:17:58,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on znode that does not yet exist, /1-836095875/acl 2024-11-11T23:17:58,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-11T23:17:58,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33401 2024-11-11T23:17:58,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33401 2024-11-11T23:17:58,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-11T23:17:58,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-11T23:17:58,872 DEBUG [M:0;cdbe53028b4b:40683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:40683 2024-11-11T23:17:58,872 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-836095875/backup-masters/cdbe53028b4b,40683,1731367078634 2024-11-11T23:17:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875/backup-masters 2024-11-11T23:17:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875/backup-masters 2024-11-11T23:17:58,877 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on existing znode=/1-836095875/backup-masters/cdbe53028b4b,40683,1731367078634 2024-11-11T23:17:58,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-836095875/master 2024-11-11T23:17:58,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:17:58,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:17:58,888 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on existing znode=/1-836095875/master 2024-11-11T23:17:58,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-836095875/backup-masters/cdbe53028b4b,40683,1731367078634 from backup master directory 2024-11-11T23:17:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875/backup-masters 2024-11-11T23:17:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836095875/backup-masters/cdbe53028b4b,40683,1731367078634 2024-11-11T23:17:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875/backup-masters 2024-11-11T23:17:58,898 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:17:58,898 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,40683,1731367078634 2024-11-11T23:17:58,901 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/hbase.id] with ID: 5faedacf-6deb-4ab1-b6f6-5df645a85e0a 2024-11-11T23:17:58,901 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/.tmp/hbase.id 2024-11-11T23:17:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:17:59,306 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/.tmp/hbase.id]:[hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/hbase.id] 2024-11-11T23:17:59,317 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:17:59,318 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:17:59,319 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:17:59,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:17:59,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:17:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:17:59,819 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:17:59,820 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:17:59,820 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:17:59,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:18:00,228 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store 2024-11-11T23:18:00,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:18:00,240 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:00,240 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:18:00,241 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:18:00,241 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:18:00,241 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:18:00,241 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:18:00,241 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:18:00,241 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367080240Disabling compacts and flushes for region at 1731367080240Disabling writes for close at 1731367080241 (+1 ms)Writing region close event to WAL at 1731367080241Closed at 1731367080241 2024-11-11T23:18:00,242 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/.initializing 2024-11-11T23:18:00,242 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/WALs/cdbe53028b4b,40683,1731367078634 2024-11-11T23:18:00,243 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:18:00,245 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C40683%2C1731367078634, suffix=, logDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/WALs/cdbe53028b4b,40683,1731367078634, archiveDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/oldWALs, maxLogs=10 2024-11-11T23:18:00,260 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/WALs/cdbe53028b4b,40683,1731367078634/cdbe53028b4b%2C40683%2C1731367078634.1731367080245, exclude list is [], retry=0 2024-11-11T23:18:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42739,DS-6ee15a23-586b-4e67-9c9e-9ad9153850e6,DISK] 2024-11-11T23:18:00,266 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/WALs/cdbe53028b4b,40683,1731367078634/cdbe53028b4b%2C40683%2C1731367078634.1731367080245 2024-11-11T23:18:00,266 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43889:43889)] 2024-11-11T23:18:00,266 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:18:00,267 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:00,267 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,267 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:18:00,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:00,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:18:00,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:18:00,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:00,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:00,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:18:00,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:00,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:00,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:18:00,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:00,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:00,278 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,278 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,279 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,280 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,280 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,280 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:18:00,282 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:18:00,284 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:18:00,285 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65551334, jitterRate=-0.02320900559425354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:18:00,285 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367080267Initializing all the Stores at 1731367080268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367080268Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367080268Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367080268Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367080268Cleaning up temporary data from old regions at 1731367080280 (+12 ms)Region opened successfully at 1731367080285 (+5 ms) 2024-11-11T23:18:00,285 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:18:00,288 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a767f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:18:00,289 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:18:00,289 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:18:00,289 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:18:00,289 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:18:00,290 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:18:00,290 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:18:00,290 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:18:00,294 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:18:00,294 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Unable to get data of znode /1-836095875/balancer because node does not exist (not necessarily an error) 2024-11-11T23:18:00,308 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836095875/balancer already deleted, retry=false 2024-11-11T23:18:00,308 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:18:00,309 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Unable to get data of znode /1-836095875/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:18:00,318 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836095875/normalizer already deleted, retry=false 2024-11-11T23:18:00,319 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:18:00,320 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Unable to get data of znode /1-836095875/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:18:00,329 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836095875/switch/split already deleted, retry=false 2024-11-11T23:18:00,330 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Unable to get data of znode /1-836095875/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:18:00,340 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836095875/switch/merge already deleted, retry=false 2024-11-11T23:18:00,341 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Unable to get data of znode /1-836095875/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:18:00,350 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836095875/snapshot-cleanup already deleted, retry=false 2024-11-11T23:18:00,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-836095875/running 2024-11-11T23:18:00,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-836095875/running 2024-11-11T23:18:00,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:18:00,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:18:00,361 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,40683,1731367078634, sessionid=0x1012c30e7cb0003, setting cluster-up flag (Was=false) 2024-11-11T23:18:00,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:18:00,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:18:00,413 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-836095875/flush-table-proc/acquired, /1-836095875/flush-table-proc/reached, /1-836095875/flush-table-proc/abort 2024-11-11T23:18:00,415 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,40683,1731367078634 2024-11-11T23:18:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:18:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:18:00,466 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-836095875/online-snapshot/acquired, /1-836095875/online-snapshot/reached, /1-836095875/online-snapshot/abort 2024-11-11T23:18:00,467 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,40683,1731367078634 2024-11-11T23:18:00,468 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:18:00,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:18:00,470 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:18:00,470 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:18:00,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,40683,1731367078634 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:18:00,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:18:00,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:18:00,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:18:00,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:18:00,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:18:00,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:18:00,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:18:00,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:18:00,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:00,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:18:00,477 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367110477 2024-11-11T23:18:00,477 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:18:00,477 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:18:00,477 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:18:00,477 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:18:00,477 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:18:00,477 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:18:00,478 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,480 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:18:00,480 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:18:00,480 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:18:00,481 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:18:00,488 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:18:00,488 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:18:00,496 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367080488,5,FailOnTimeoutGroup] 2024-11-11T23:18:00,500 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367080496,5,FailOnTimeoutGroup] 2024-11-11T23:18:00,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:18:00,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,500 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:18:00,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:18:00,504 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c 2024-11-11T23:18:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741832_1008 (size=32) 2024-11-11T23:18:00,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:00,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:18:00,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:18:00,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:00,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:18:00,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:18:00,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:18:00,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:00,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:18:00,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:18:00,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:18:00,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:00,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:18:00,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:18:00,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:18:00,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:00,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:18:00,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:18:00,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740 2024-11-11T23:18:00,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740 2024-11-11T23:18:00,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:18:00,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:18:00,550 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:18:00,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:18:00,556 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:18:00,557 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342667, jitterRate=0.12269322574138641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:18:00,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367080522Initializing all the Stores at 1731367080524 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367080524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367080524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367080524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367080524Cleaning up temporary data from old regions at 1731367080550 (+26 ms)Region opened successfully at 1731367080557 (+7 ms) 2024-11-11T23:18:00,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:18:00,557 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:18:00,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:18:00,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:18:00,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:18:00,558 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:18:00,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367080557Disabling compacts and flushes for region at 1731367080557Disabling writes for close at 1731367080557Writing region close event to WAL at 1731367080558 (+1 ms)Closed at 1731367080558 2024-11-11T23:18:00,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:18:00,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:18:00,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:18:00,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:18:00,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:18:00,566 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(746): ClusterId : 5faedacf-6deb-4ab1-b6f6-5df645a85e0a 2024-11-11T23:18:00,566 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:18:00,572 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:18:00,572 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:18:00,583 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:18:00,584 DEBUG [RS:0;cdbe53028b4b:33401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f63aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:18:00,600 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:33401 2024-11-11T23:18:00,601 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:18:00,601 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:18:00,601 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:18:00,601 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,40683,1731367078634 with port=33401, startcode=1731367078835 2024-11-11T23:18:00,602 DEBUG [RS:0;cdbe53028b4b:33401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:18:00,603 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:18:00,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:00,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40683 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:00,605 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c 2024-11-11T23:18:00,605 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37975 2024-11-11T23:18:00,606 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:18:00,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875/rs 2024-11-11T23:18:00,656 DEBUG [RS:0;cdbe53028b4b:33401 {}] zookeeper.ZKUtil(111): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on existing znode=/1-836095875/rs/cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:00,656 WARN [RS:0;cdbe53028b4b:33401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:18:00,656 INFO [RS:0;cdbe53028b4b:33401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:18:00,657 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/WALs/cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:00,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,33401,1731367078835] 2024-11-11T23:18:00,672 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:18:00,676 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:18:00,680 INFO [RS:0;cdbe53028b4b:33401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:18:00,680 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,684 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:18:00,685 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:18:00,686 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:18:00,686 DEBUG [RS:0;cdbe53028b4b:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:18:00,697 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,697 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,697 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,697 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,697 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,697 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,33401,1731367078835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:18:00,714 WARN [cdbe53028b4b:40683 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T23:18:00,721 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:18:00,721 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,33401,1731367078835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,721 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,721 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.Replication(171): cdbe53028b4b,33401,1731367078835 started 2024-11-11T23:18:00,737 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:00,737 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,33401,1731367078835, RpcServer on cdbe53028b4b/172.17.0.2:33401, sessionid=0x1012c30e7cb0004 2024-11-11T23:18:00,737 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:18:00,738 DEBUG [RS:0;cdbe53028b4b:33401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:00,738 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,33401,1731367078835' 2024-11-11T23:18:00,738 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-836095875/flush-table-proc/abort' 2024-11-11T23:18:00,738 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-836095875/flush-table-proc/acquired' 2024-11-11T23:18:00,738 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:18:00,738 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:18:00,738 DEBUG [RS:0;cdbe53028b4b:33401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:00,739 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,33401,1731367078835' 2024-11-11T23:18:00,739 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-836095875/online-snapshot/abort' 2024-11-11T23:18:00,739 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-836095875/online-snapshot/acquired' 2024-11-11T23:18:00,739 DEBUG [RS:0;cdbe53028b4b:33401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:18:00,739 INFO [RS:0;cdbe53028b4b:33401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:18:00,739 INFO [RS:0;cdbe53028b4b:33401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:18:00,840 INFO [RS:0;cdbe53028b4b:33401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:18:00,842 INFO [RS:0;cdbe53028b4b:33401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C33401%2C1731367078835, suffix=, logDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/WALs/cdbe53028b4b,33401,1731367078835, archiveDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/oldWALs, maxLogs=10 2024-11-11T23:18:00,861 DEBUG [RS:0;cdbe53028b4b:33401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/WALs/cdbe53028b4b,33401,1731367078835/cdbe53028b4b%2C33401%2C1731367078835.1731367080842, exclude list is [], retry=0 2024-11-11T23:18:00,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42739,DS-6ee15a23-586b-4e67-9c9e-9ad9153850e6,DISK] 2024-11-11T23:18:00,895 INFO [RS:0;cdbe53028b4b:33401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/WALs/cdbe53028b4b,33401,1731367078835/cdbe53028b4b%2C33401%2C1731367078835.1731367080842 2024-11-11T23:18:00,895 DEBUG [RS:0;cdbe53028b4b:33401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43889:43889)] 2024-11-11T23:18:00,964 DEBUG [cdbe53028b4b:40683 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:18:00,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:00,966 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,33401,1731367078835, state=OPENING 2024-11-11T23:18:01,045 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:18:01,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:18:01,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:18:01,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-836095875/meta-region-server: CHANGED 2024-11-11T23:18:01,056 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:18:01,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-836095875/meta-region-server: CHANGED 2024-11-11T23:18:01,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,33401,1731367078835}] 2024-11-11T23:18:01,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:18:01,210 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:18:01,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:18:01,215 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:18:01,215 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:18:01,215 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:18:01,217 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C33401%2C1731367078835.meta, suffix=.meta, logDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/WALs/cdbe53028b4b,33401,1731367078835, archiveDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/oldWALs, maxLogs=10 2024-11-11T23:18:01,231 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/WALs/cdbe53028b4b,33401,1731367078835/cdbe53028b4b%2C33401%2C1731367078835.meta.1731367081217.meta, exclude list is [], retry=0 2024-11-11T23:18:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42739,DS-6ee15a23-586b-4e67-9c9e-9ad9153850e6,DISK] 2024-11-11T23:18:01,235 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/WALs/cdbe53028b4b,33401,1731367078835/cdbe53028b4b%2C33401%2C1731367078835.meta.1731367081217.meta 2024-11-11T23:18:01,236 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43889:43889)] 2024-11-11T23:18:01,236 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:18:01,236 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:18:01,236 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:18:01,236 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:18:01,236 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:18:01,236 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:18:01,236 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:01,236 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:18:01,237 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:18:01,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:18:01,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:18:01,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:01,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:18:01,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:18:01,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:18:01,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:01,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:18:01,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:18:01,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:18:01,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:01,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:18:01,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:18:01,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:18:01,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:01,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:18:01,245 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:18:01,246 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740 2024-11-11T23:18:01,247 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740 2024-11-11T23:18:01,248 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:18:01,248 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:18:01,249 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:18:01,251 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:18:01,252 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67029370, jitterRate=-0.0011845529079437256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:18:01,252 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:18:01,252 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367081237Writing region info on filesystem at 1731367081237Initializing all the Stores at 1731367081237Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367081237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367081239 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367081239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367081239Cleaning up temporary data from old regions at 1731367081248 (+9 ms)Running coprocessor post-open hooks at 1731367081252 (+4 ms)Region opened successfully at 1731367081252 2024-11-11T23:18:01,253 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367081210 2024-11-11T23:18:01,255 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:18:01,255 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:18:01,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:01,258 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,33401,1731367078835, state=OPEN 2024-11-11T23:18:01,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-836095875/meta-region-server 2024-11-11T23:18:01,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-836095875/meta-region-server 2024-11-11T23:18:01,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-836095875/meta-region-server: CHANGED 2024-11-11T23:18:01,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-836095875/meta-region-server: CHANGED 2024-11-11T23:18:01,266 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:01,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:18:01,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,33401,1731367078835 in 210 msec 2024-11-11T23:18:01,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:18:01,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-11T23:18:01,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:18:01,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:18:01,275 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:18:01,275 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,33401,1731367078835, seqNum=-1] 2024-11-11T23:18:01,275 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:18:01,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:18:01,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 813 msec 2024-11-11T23:18:01,283 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367081283, completionTime=-1 2024-11-11T23:18:01,283 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:18:01,283 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:18:01,285 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:18:01,285 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367141285 2024-11-11T23:18:01,285 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367201285 2024-11-11T23:18:01,285 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:18:01,285 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40683,1731367078634-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:01,285 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40683,1731367078634-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:01,285 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40683,1731367078634-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:01,286 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:40683, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:01,286 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:01,286 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:01,288 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:18:01,289 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.391sec 2024-11-11T23:18:01,289 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:18:01,289 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:18:01,289 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:18:01,290 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:18:01,290 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:18:01,290 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40683,1731367078634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:18:01,290 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40683,1731367078634-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:18:01,292 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:18:01,292 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:18:01,292 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40683,1731367078634-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:18:01,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:01,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,40683,-1 for getting cluster id 2024-11-11T23:18:01,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:18:01,368 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5faedacf-6deb-4ab1-b6f6-5df645a85e0a' 2024-11-11T23:18:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:18:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5faedacf-6deb-4ab1-b6f6-5df645a85e0a" 2024-11-11T23:18:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e4dc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,40683,-1] 2024-11-11T23:18:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:18:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:01,371 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:18:01,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:01,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:18:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,33401,1731367078835, seqNum=-1] 2024-11-11T23:18:01,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:18:01,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:18:01,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,40683,1731367078634 2024-11-11T23:18:01,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62825 2024-11-11T23:18:01,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:18:01,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:18:01,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,43737,1731367072907 2024-11-11T23:18:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354c5dd7 2024-11-11T23:18:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:18:01,413 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:18:01,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:18:01,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012c30e7cb0005 connected 2024-11-11T23:18:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:18:01,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:18:01,425 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:01,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:18:01,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:18:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:01,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:18:01,443 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f20fc1402ed614f037794e99e26323f1, NAME => 'test,,1731367081414.f20fc1402ed614f037794e99e26323f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe 2024-11-11T23:18:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:18:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:01,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367081414.f20fc1402ed614f037794e99e26323f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:01,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f20fc1402ed614f037794e99e26323f1, disabling compactions & flushes 2024-11-11T23:18:01,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:18:01,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:18:01,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367081414.f20fc1402ed614f037794e99e26323f1. after waiting 0 ms 2024-11-11T23:18:01,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:18:01,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:18:01,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f20fc1402ed614f037794e99e26323f1: Waiting for close lock at 1731367081856Disabling compacts and flushes for region at 1731367081856Disabling writes for close at 1731367081856Writing region close event to WAL at 1731367081856Closed at 1731367081856 2024-11-11T23:18:01,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:18:01,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367081414.f20fc1402ed614f037794e99e26323f1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367081857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367081857"}]},"ts":"1731367081857"} 2024-11-11T23:18:01,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:18:01,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:18:01,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367081861"}]},"ts":"1731367081861"} 2024-11-11T23:18:01,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:18:01,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f20fc1402ed614f037794e99e26323f1, ASSIGN}] 2024-11-11T23:18:01,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f20fc1402ed614f037794e99e26323f1, ASSIGN 2024-11-11T23:18:01,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f20fc1402ed614f037794e99e26323f1, ASSIGN; state=OFFLINE, location=cdbe53028b4b,45775,1731367073097; forceNewPlan=false, retain=false 2024-11-11T23:18:01,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:18:01,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:18:01,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:18:01,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:18:02,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f20fc1402ed614f037794e99e26323f1, regionState=OPENING, regionLocation=cdbe53028b4b,45775,1731367073097 2024-11-11T23:18:02,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f20fc1402ed614f037794e99e26323f1, ASSIGN because future has completed 2024-11-11T23:18:02,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f20fc1402ed614f037794e99e26323f1, server=cdbe53028b4b,45775,1731367073097}] 2024-11-11T23:18:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:02,179 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:18:02,179 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f20fc1402ed614f037794e99e26323f1, NAME => 'test,,1731367081414.f20fc1402ed614f037794e99e26323f1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:18:02,180 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:18:02,180 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:18:02,181 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,181 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367081414.f20fc1402ed614f037794e99e26323f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:02,181 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,181 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,189 INFO [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,191 INFO [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f20fc1402ed614f037794e99e26323f1 columnFamilyName f 2024-11-11T23:18:02,191 DEBUG [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:02,192 INFO [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] regionserver.HStore(327): Store=f20fc1402ed614f037794e99e26323f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:02,192 INFO [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,194 INFO [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f20fc1402ed614f037794e99e26323f1 columnFamilyName f1 2024-11-11T23:18:02,194 DEBUG [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:02,194 INFO [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] regionserver.HStore(327): Store=f20fc1402ed614f037794e99e26323f1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:02,195 INFO [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,196 INFO [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f20fc1402ed614f037794e99e26323f1 columnFamilyName norep 2024-11-11T23:18:02,196 DEBUG [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:02,196 INFO [StoreOpener-f20fc1402ed614f037794e99e26323f1-1 {}] regionserver.HStore(327): Store=f20fc1402ed614f037794e99e26323f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:02,196 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,197 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,197 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,198 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,198 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,198 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:18:02,199 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,201 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:18:02,201 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f20fc1402ed614f037794e99e26323f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66398772, jitterRate=-0.01058119535446167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:18:02,201 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f20fc1402ed614f037794e99e26323f1 2024-11-11T23:18:02,202 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f20fc1402ed614f037794e99e26323f1: Running coprocessor pre-open hook at 1731367082181Writing region info on filesystem at 1731367082181Initializing all the Stores at 1731367082184 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367082184Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367082189 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367082189Cleaning up temporary data from old regions at 1731367082198 (+9 ms)Running coprocessor post-open hooks at 1731367082201 (+3 ms)Region opened successfully at 1731367082202 (+1 ms) 2024-11-11T23:18:02,205 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367081414.f20fc1402ed614f037794e99e26323f1., pid=6, masterSystemTime=1731367082173 2024-11-11T23:18:02,207 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:18:02,207 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:18:02,209 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f20fc1402ed614f037794e99e26323f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,45775,1731367073097 2024-11-11T23:18:02,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f20fc1402ed614f037794e99e26323f1, server=cdbe53028b4b,45775,1731367073097 because future has completed 2024-11-11T23:18:02,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:18:02,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f20fc1402ed614f037794e99e26323f1, server=cdbe53028b4b,45775,1731367073097 in 192 msec 2024-11-11T23:18:02,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:18:02,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f20fc1402ed614f037794e99e26323f1, ASSIGN in 351 msec 2024-11-11T23:18:02,218 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:18:02,218 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367082218"}]},"ts":"1731367082218"} 2024-11-11T23:18:02,225 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:18:02,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:18:02,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 810 msec 2024-11-11T23:18:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:02,573 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:18:02,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:18:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,40683,1731367078634 2024-11-11T23:18:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f56c1b7 2024-11-11T23:18:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:18:02,575 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:18:02,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:18:02,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:18:02,579 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:02,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:18:02,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:18:02,589 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec21da95653637e851eafd5c1d2db466, NAME => 'test,,1731367082576.ec21da95653637e851eafd5c1d2db466.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c 2024-11-11T23:18:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:18:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:03,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367082576.ec21da95653637e851eafd5c1d2db466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:03,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ec21da95653637e851eafd5c1d2db466, disabling compactions & flushes 2024-11-11T23:18:03,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:18:03,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:18:03,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367082576.ec21da95653637e851eafd5c1d2db466. after waiting 0 ms 2024-11-11T23:18:03,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:18:03,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:18:03,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec21da95653637e851eafd5c1d2db466: Waiting for close lock at 1731367083001Disabling compacts and flushes for region at 1731367083001Disabling writes for close at 1731367083001Writing region close event to WAL at 1731367083001Closed at 1731367083001 2024-11-11T23:18:03,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:18:03,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367082576.ec21da95653637e851eafd5c1d2db466.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367083003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367083003"}]},"ts":"1731367083003"} 2024-11-11T23:18:03,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:18:03,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:18:03,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367083006"}]},"ts":"1731367083006"} 2024-11-11T23:18:03,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:18:03,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec21da95653637e851eafd5c1d2db466, ASSIGN}] 2024-11-11T23:18:03,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec21da95653637e851eafd5c1d2db466, ASSIGN 2024-11-11T23:18:03,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ec21da95653637e851eafd5c1d2db466, ASSIGN; state=OFFLINE, location=cdbe53028b4b,33401,1731367078835; forceNewPlan=false, retain=false 2024-11-11T23:18:03,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec21da95653637e851eafd5c1d2db466, regionState=OPENING, regionLocation=cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:03,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ec21da95653637e851eafd5c1d2db466, ASSIGN because future has completed 2024-11-11T23:18:03,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec21da95653637e851eafd5c1d2db466, server=cdbe53028b4b,33401,1731367078835}] 2024-11-11T23:18:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:03,322 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:18:03,322 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec21da95653637e851eafd5c1d2db466, NAME => 'test,,1731367082576.ec21da95653637e851eafd5c1d2db466.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:18:03,323 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:18:03,323 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:18:03,323 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,323 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367082576.ec21da95653637e851eafd5c1d2db466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:03,323 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,323 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,326 INFO [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,328 INFO [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec21da95653637e851eafd5c1d2db466 columnFamilyName f 2024-11-11T23:18:03,328 DEBUG [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:03,329 INFO [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] regionserver.HStore(327): Store=ec21da95653637e851eafd5c1d2db466/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:03,329 INFO [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,330 INFO [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec21da95653637e851eafd5c1d2db466 columnFamilyName f1 2024-11-11T23:18:03,331 DEBUG [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:03,331 INFO [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] regionserver.HStore(327): Store=ec21da95653637e851eafd5c1d2db466/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:03,331 INFO [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,332 INFO [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec21da95653637e851eafd5c1d2db466 columnFamilyName norep 2024-11-11T23:18:03,332 DEBUG [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:03,333 INFO [StoreOpener-ec21da95653637e851eafd5c1d2db466-1 {}] regionserver.HStore(327): Store=ec21da95653637e851eafd5c1d2db466/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:03,333 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,335 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,335 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,336 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,336 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,336 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:18:03,337 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,341 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:18:03,342 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec21da95653637e851eafd5c1d2db466; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72571204, jitterRate=0.0813952088356018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:18:03,342 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec21da95653637e851eafd5c1d2db466 2024-11-11T23:18:03,342 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec21da95653637e851eafd5c1d2db466: Running coprocessor pre-open hook at 1731367083323Writing region info on filesystem at 1731367083323Initializing all the Stores at 1731367083325 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367083325Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367083326 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367083326Cleaning up temporary data from old regions at 1731367083336 (+10 ms)Running coprocessor post-open hooks at 1731367083342 (+6 ms)Region opened successfully at 1731367083342 2024-11-11T23:18:03,343 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367082576.ec21da95653637e851eafd5c1d2db466., pid=6, masterSystemTime=1731367083318 2024-11-11T23:18:03,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec21da95653637e851eafd5c1d2db466, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,33401,1731367078835 2024-11-11T23:18:03,348 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:18:03,348 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:18:03,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec21da95653637e851eafd5c1d2db466, server=cdbe53028b4b,33401,1731367078835 because future has completed 2024-11-11T23:18:03,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:18:03,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec21da95653637e851eafd5c1d2db466, server=cdbe53028b4b,33401,1731367078835 in 186 msec 2024-11-11T23:18:03,361 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:18:03,361 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367083361"}]},"ts":"1731367083361"} 2024-11-11T23:18:03,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:18:03,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ec21da95653637e851eafd5c1d2db466, ASSIGN in 347 msec 2024-11-11T23:18:03,365 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:18:03,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:18:03,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-11T23:18:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:18:03,723 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:18:03,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43737,-1 for getting cluster id 2024-11-11T23:18:03,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:18:03,726 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5ee9ad-2496-49ee-bf63-15b9c2c00a21' 2024-11-11T23:18:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:18:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5ee9ad-2496-49ee-bf63-15b9c2c00a21" 2024-11-11T23:18:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f62c37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43737,-1] 2024-11-11T23:18:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:18:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:03,728 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:18:03,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23af14cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,40683,-1 for getting cluster id 2024-11-11T23:18:03,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:18:03,730 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5faedacf-6deb-4ab1-b6f6-5df645a85e0a' 2024-11-11T23:18:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:18:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5faedacf-6deb-4ab1-b6f6-5df645a85e0a" 2024-11-11T23:18:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777f01b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,40683,-1] 2024-11-11T23:18:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:18:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:03,732 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:18:03,733 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecc6c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43737,-1 for getting cluster id 2024-11-11T23:18:03,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:18:03,735 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5ee9ad-2496-49ee-bf63-15b9c2c00a21' 2024-11-11T23:18:03,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:18:03,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5ee9ad-2496-49ee-bf63-15b9c2c00a21" 2024-11-11T23:18:03,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ddaaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43737,-1] 2024-11-11T23:18:03,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:18:03,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:03,736 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:18:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1ca2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:18:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,43737,1731367072907 2024-11-11T23:18:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aed85f4 2024-11-11T23:18:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:18:03,742 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:18:03,743 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:40683,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:18:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:18:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:18:03,746 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:40683' 2024-11-11T23:18:03,748 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbed9a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,748 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,40683,-1 for getting cluster id 2024-11-11T23:18:03,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:18:03,748 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5faedacf-6deb-4ab1-b6f6-5df645a85e0a' 2024-11-11T23:18:03,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:18:03,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5faedacf-6deb-4ab1-b6f6-5df645a85e0a" 2024-11-11T23:18:03,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff09252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,40683,-1] 2024-11-11T23:18:03,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:18:03,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:03,752 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:18:03,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d350023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:03,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:18:03,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,40683,1731367078634 2024-11-11T23:18:03,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fbe4c23 2024-11-11T23:18:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:18:03,754 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:18:03,755 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:18:03,755 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:18:03,755 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:03,755 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:03,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:18:03,756 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:18:03,757 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:18:03,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:18:03,758 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:03,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:18:03,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:18:03,768 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f5ecb35b530eb57dfa32fefe633d9be, NAME => 'hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe 2024-11-11T23:18:03,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:18:03,807 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:18:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:18:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:18:04,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:04,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3f5ecb35b530eb57dfa32fefe633d9be, disabling compactions & flushes 2024-11-11T23:18:04,175 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:18:04,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:18:04,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. after waiting 0 ms 2024-11-11T23:18:04,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:18:04,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:18:04,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f5ecb35b530eb57dfa32fefe633d9be: Waiting for close lock at 1731367084175Disabling compacts and flushes for region at 1731367084175Disabling writes for close at 1731367084176 (+1 ms)Writing region close event to WAL at 1731367084176Closed at 1731367084176 2024-11-11T23:18:04,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:18:04,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367084177"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367084177"}]},"ts":"1731367084177"} 2024-11-11T23:18:04,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:18:04,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:18:04,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367084184"}]},"ts":"1731367084184"} 2024-11-11T23:18:04,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:18:04,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f5ecb35b530eb57dfa32fefe633d9be, ASSIGN}] 2024-11-11T23:18:04,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f5ecb35b530eb57dfa32fefe633d9be, ASSIGN 2024-11-11T23:18:04,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f5ecb35b530eb57dfa32fefe633d9be, ASSIGN; state=OFFLINE, location=cdbe53028b4b,45775,1731367073097; forceNewPlan=false, retain=false 2024-11-11T23:18:04,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3f5ecb35b530eb57dfa32fefe633d9be, regionState=OPENING, regionLocation=cdbe53028b4b,45775,1731367073097 2024-11-11T23:18:04,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f5ecb35b530eb57dfa32fefe633d9be, ASSIGN because future has completed 2024-11-11T23:18:04,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f5ecb35b530eb57dfa32fefe633d9be, server=cdbe53028b4b,45775,1731367073097}] 2024-11-11T23:18:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:18:04,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:18:04,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:18:04,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:18:04,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C45775%2C1731367073097.rep, suffix=, logDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097, archiveDir=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/oldWALs, maxLogs=10 2024-11-11T23:18:04,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.rep.1731367084506, exclude list is [], retry=0 2024-11-11T23:18:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39471,DS-c5244dea-d5f6-4004-9507-c0fe0bb3427a,DISK] 2024-11-11T23:18:04,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.rep.1731367084506 2024-11-11T23:18:04,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-11T23:18:04,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f5ecb35b530eb57dfa32fefe633d9be, NAME => 'hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:18:04,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:18:04,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:18:04,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. service=MultiRowMutationService 2024-11-11T23:18:04,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:18:04,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:18:04,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,532 INFO [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,535 INFO [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f5ecb35b530eb57dfa32fefe633d9be columnFamilyName hfileref 2024-11-11T23:18:04,535 DEBUG [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:04,535 INFO [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] regionserver.HStore(327): Store=3f5ecb35b530eb57dfa32fefe633d9be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:04,535 INFO [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,537 INFO [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f5ecb35b530eb57dfa32fefe633d9be columnFamilyName queue 2024-11-11T23:18:04,537 DEBUG [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:04,538 INFO [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] regionserver.HStore(327): Store=3f5ecb35b530eb57dfa32fefe633d9be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:04,538 INFO [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,540 INFO [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f5ecb35b530eb57dfa32fefe633d9be columnFamilyName sid 2024-11-11T23:18:04,540 DEBUG [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:18:04,540 INFO [StoreOpener-3f5ecb35b530eb57dfa32fefe633d9be-1 {}] regionserver.HStore(327): Store=3f5ecb35b530eb57dfa32fefe633d9be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:18:04,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:18:04,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:18:04,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3f5ecb35b530eb57dfa32fefe633d9be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59917045, jitterRate=-0.10716645419597626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:18:04,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:18:04,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3f5ecb35b530eb57dfa32fefe633d9be: Running coprocessor pre-open hook at 1731367084529Writing region info on filesystem at 1731367084529Initializing all the Stores at 1731367084530 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367084530Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367084532 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367084532Cleaning up temporary data from old regions at 1731367084543 (+11 ms)Running coprocessor post-open hooks at 1731367084550 (+7 ms)Region opened successfully at 1731367084551 (+1 ms) 2024-11-11T23:18:04,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be., pid=10, masterSystemTime=1731367084497 2024-11-11T23:18:04,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:18:04,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:18:04,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3f5ecb35b530eb57dfa32fefe633d9be, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,45775,1731367073097 2024-11-11T23:18:04,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f5ecb35b530eb57dfa32fefe633d9be, server=cdbe53028b4b,45775,1731367073097 because future has completed 2024-11-11T23:18:04,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:18:04,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f5ecb35b530eb57dfa32fefe633d9be, server=cdbe53028b4b,45775,1731367073097 in 213 msec 2024-11-11T23:18:04,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:18:04,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f5ecb35b530eb57dfa32fefe633d9be, ASSIGN in 371 msec 2024-11-11T23:18:04,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:18:04,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367084562"}]},"ts":"1731367084562"} 2024-11-11T23:18:04,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:18:04,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:18:04,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 811 msec 2024-11-11T23:18:04,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be., hostname=cdbe53028b4b,45775,1731367073097, seqNum=2] 2024-11-11T23:18:04,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:18:04,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:18:04,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:18:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:18:04,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:18:04,938 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:18:04,980 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,45775,1731367073097, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:18:04,980 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:18:04,987 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,45775,1731367073097, seqNum=-1] 2024-11-11T23:18:04,988 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:18:04,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T23:18:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,45775,1731367073097', locateType=CURRENT is [region=hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be., hostname=cdbe53028b4b,45775,1731367073097, seqNum=2] 2024-11-11T23:18:04,996 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:18:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:18:05,000 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,45775,1731367073097 suceeded 2024-11-11T23:18:05,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:18:05,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-11T23:18:05,011 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:40683,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T23:18:05,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2680 sec 2024-11-11T23:18:05,016 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:40683' 2024-11-11T23:18:05,020 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651f8351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:05,020 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,40683,-1 for getting cluster id 2024-11-11T23:18:05,020 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:18:05,022 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5faedacf-6deb-4ab1-b6f6-5df645a85e0a' 2024-11-11T23:18:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:18:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5faedacf-6deb-4ab1-b6f6-5df645a85e0a" 2024-11-11T23:18:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b391dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,40683,-1] 2024-11-11T23:18:05,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:18:05,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:05,024 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:18:05,036 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15b624cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:05,037 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:18:05,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,40683,1731367078634 2024-11-11T23:18:05,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59f054c7 2024-11-11T23:18:05,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:18:05,040 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T23:18:05,042 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,45775,1731367073097 (queues=1) is replicating from cluster=ba5ee9ad-2496-49ee-bf63-15b9c2c00a21 to cluster=5faedacf-6deb-4ab1-b6f6-5df645a85e0a 2024-11-11T23:18:05,042 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C45775%2C1731367073097 2024-11-11T23:18:05,042 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,45775,1731367073097, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:18:05,054 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317, startPosition=0, beingWritten=true 2024-11-11T23:18:05,054 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C45775%2C1731367073097 2024-11-11T23:18:05,087 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:18:05,087 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 379, reset compression=false 2024-11-11T23:18:05,087 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,45775,1731367073097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:18:05,307 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 379, reset compression=false 2024-11-11T23:18:05,612 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 379, reset compression=false 2024-11-11T23:18:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:18:05,893 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:18:05,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:18:05,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:18:05,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:05,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:05,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:18:05,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:18:05,952 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731367085950/Put/seqid=0 2024-11-11T23:18:05,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741840_1016 (size=7894) 2024-11-11T23:18:06,016 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 379, reset compression=false 2024-11-11T23:18:06,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f/f/hfile_1 is 34, key is ddd/f:row/1731367086367/Put/seqid=0 2024-11-11T23:18:06,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:18:06,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T23:18:06,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741841_1017 (size=7691) 2024-11-11T23:18:06,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:18:06,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T23:18:06,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T23:18:06,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T23:18:06,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:18:06,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T23:18:06,520 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 379, reset compression=false 2024-11-11T23:18:06,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T23:18:06,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:06,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43737,-1 for getting cluster id 2024-11-11T23:18:06,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:18:06,785 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5ee9ad-2496-49ee-bf63-15b9c2c00a21' 2024-11-11T23:18:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:18:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5ee9ad-2496-49ee-bf63-15b9c2c00a21" 2024-11-11T23:18:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de1426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43737,-1] 2024-11-11T23:18:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:18:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:06,787 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:18:06,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e0014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:06,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:18:06,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,45775,1731367073097, seqNum=-1] 2024-11-11T23:18:06,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:18:06,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:18:06,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:18:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,43737,1731367072907 2024-11-11T23:18:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34471f47 2024-11-11T23:18:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:18:06,811 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:18:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367081414.f20fc1402ed614f037794e99e26323f1., hostname=cdbe53028b4b,45775,1731367073097, seqNum=2] 2024-11-11T23:18:06,830 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:18:06,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T23:18:06,850 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T23:18:06,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f/f/hfile_1 for inclusion in f20fc1402ed614f037794e99e26323f1/f 2024-11-11T23:18:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T23:18:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:18:06,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f/f/hfile_0 for inclusion in f20fc1402ed614f037794e99e26323f1/f 2024-11-11T23:18:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T23:18:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:18:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HRegion(2603): Flush status journal for f20fc1402ed614f037794e99e26323f1: 2024-11-11T23:18:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f/f/hfile_1 to hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_1 2024-11-11T23:18:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_1 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_ 2024-11-11T23:18:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f/f/hfile_0 to hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_0 2024-11-11T23:18:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_0 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ 2024-11-11T23:18:06,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_1 into f20fc1402ed614f037794e99e26323f1/f as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_ - updating store file list. 2024-11-11T23:18:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24d507f4354c4b429673ffaebafd7b84_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:18:06,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_ into f20fc1402ed614f037794e99e26323f1/f 2024-11-11T23:18:06,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_1 into f20fc1402ed614f037794e99e26323f1/f (new location: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_) 2024-11-11T23:18:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_1 2024-11-11T23:18:06,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_0 into f20fc1402ed614f037794e99e26323f1/f as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ - updating store file list. 2024-11-11T23:18:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:18:06,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ into f20fc1402ed614f037794e99e26323f1/f 2024-11-11T23:18:06,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_0 into f20fc1402ed614f037794e99e26323f1/f (new location: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_) 2024-11-11T23:18:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__q790mdmr2ovj028l9cbeel1se09hnubtjim4jgio7msa4prsetsrsjh1jbdm8lc/f/hfile_0 2024-11-11T23:18:06,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:18:06,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:18:06,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:06,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:06,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:18:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731367081414.f20fc1402ed614f037794e99e26323f1., hostname=cdbe53028b4b,45775,1731367073097, seqNum=2 , the old value is region=test,,1731367081414.f20fc1402ed614f037794e99e26323f1., hostname=cdbe53028b4b,45775,1731367073097, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cdbe53028b4b:45775 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:18:06,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:18:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731367081414.f20fc1402ed614f037794e99e26323f1., hostname=cdbe53028b4b,45775,1731367073097, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:18:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731367081414.f20fc1402ed614f037794e99e26323f1., hostname=cdbe53028b4b,45775,1731367073097, seqNum=2 from cache 2024-11-11T23:18:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,33401,1731367078835, seqNum=-1] 2024-11-11T23:18:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:18:06,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:18:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367082576.ec21da95653637e851eafd5c1d2db466., hostname=cdbe53028b4b,33401,1731367078835, seqNum=2] 2024-11-11T23:18:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.2:40592 deadline: 1731367146977 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:40592 2024-11-11T23:18:06,987 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T23:18:07,093 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:45775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T23:18:07,125 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 379, reset compression=false 2024-11-11T23:18:07,160 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:18:07,160 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,45775,1731367073097 got entry batch from reader: WALEntryBatch [walEntries=[{test/f20fc1402ed614f037794e99e26323f1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731367086967/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T23:18:07,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:18:07,196 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:18:07,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T23:18:07,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.ReplicationSink(318): Replicating [ba5ee9ad-2496-49ee-bf63-15b9c2c00a21] bulk loaded data 2024-11-11T23:18:07,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17238e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:07,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,40683,-1 for getting cluster id 2024-11-11T23:18:07,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:18:07,206 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5faedacf-6deb-4ab1-b6f6-5df645a85e0a' 2024-11-11T23:18:07,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:18:07,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5faedacf-6deb-4ab1-b6f6-5df645a85e0a" 2024-11-11T23:18:07,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@867a5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:07,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,40683,-1] 2024-11-11T23:18:07,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:18:07,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:07,209 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:18:07,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63199993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741837_1013 (size=7691) 2024-11-11T23:18:07,360 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 687, reset compression=false 2024-11-11T23:18:07,665 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 687, reset compression=false 2024-11-11T23:18:07,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:18:07,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741838_1014 (size=7894) 2024-11-11T23:18:07,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:18:07,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,40683,1731367078634 2024-11-11T23:18:07,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39dbb534 2024-11-11T23:18:07,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:18:07,693 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T23:18:07,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:18:07,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:18:07,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,33401,1731367078835, seqNum=-1] 2024-11-11T23:18:07,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:18:07,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T23:18:07,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:18:07,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:18:07,744 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T23:18:07,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:18:07,769 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T23:18:07,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_ for inclusion in ec21da95653637e851eafd5c1d2db466/f 2024-11-11T23:18:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T23:18:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:18:07,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ for inclusion in ec21da95653637e851eafd5c1d2db466/f 2024-11-11T23:18:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T23:18:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:18:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HRegion(2603): Flush status journal for ec21da95653637e851eafd5c1d2db466: 2024-11-11T23:18:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 24d507f4354c4b429673ffaebafd7b84_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:18:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_ as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/f/86164dab1f0f4b969ea9a50263a264d4_SeqId_4_ 2024-11-11T23:18:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:18:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/f/0d9832f989894fe9ad241e5f3eb11e55_SeqId_4_ 2024-11-11T23:18:07,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_ into ec21da95653637e851eafd5c1d2db466/f as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/f/86164dab1f0f4b969ea9a50263a264d4_SeqId_4_ - updating store file list. 2024-11-11T23:18:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86164dab1f0f4b969ea9a50263a264d4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:18:07,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/f/86164dab1f0f4b969ea9a50263a264d4_SeqId_4_ into ec21da95653637e851eafd5c1d2db466/f 2024-11-11T23:18:07,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_ into ec21da95653637e851eafd5c1d2db466/f (new location: hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/f/86164dab1f0f4b969ea9a50263a264d4_SeqId_4_) 2024-11-11T23:18:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/24d507f4354c4b429673ffaebafd7b84_SeqId_4_ 2024-11-11T23:18:07,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ into ec21da95653637e851eafd5c1d2db466/f as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/f/0d9832f989894fe9ad241e5f3eb11e55_SeqId_4_ - updating store file list. 2024-11-11T23:18:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d9832f989894fe9ad241e5f3eb11e55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:18:07,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/f/0d9832f989894fe9ad241e5f3eb11e55_SeqId_4_ into ec21da95653637e851eafd5c1d2db466/f 2024-11-11T23:18:07,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ into ec21da95653637e851eafd5c1d2db466/f (new location: hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/f/0d9832f989894fe9ad241e5f3eb11e55_SeqId_4_) 2024-11-11T23:18:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/staging/jenkins.hfs.6__test__l1ertvf5f94rs6om8cd66t8hlotl9d4u4d0ndfnj9s9irln5vfunhrjuf5qsihi6/f/98a6893f096f4c99a4dd1508aff5e79c_SeqId_4_ 2024-11-11T23:18:07,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33401 {}] regionserver.ReplicationSink(324): Finished replicating [ba5ee9ad-2496-49ee-bf63-15b9c2c00a21] bulk loaded data 2024-11-11T23:18:08,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:18:08,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731367088009/Put/seqid=0 2024-11-11T23:18:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741842_1018 (size=7997) 2024-11-11T23:18:08,123 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 687, reset compression=false 2024-11-11T23:18:08,431 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731367088430/Put/seqid=0 2024-11-11T23:18:08,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741843_1019 (size=7794) 2024-11-11T23:18:08,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aae1f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:08,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43737,-1 for getting cluster id 2024-11-11T23:18:08,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:18:08,439 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba5ee9ad-2496-49ee-bf63-15b9c2c00a21' 2024-11-11T23:18:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:18:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba5ee9ad-2496-49ee-bf63-15b9c2c00a21" 2024-11-11T23:18:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7396a71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43737,-1] 2024-11-11T23:18:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:18:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:08,442 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:18:08,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:18:08,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:18:08,444 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,45775,1731367073097, seqNum=-1] 2024-11-11T23:18:08,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:18:08,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:18:08,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:18:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,43737,1731367072907 2024-11-11T23:18:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d17fdf 2024-11-11T23:18:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:18:08,459 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:18:08,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367081414.f20fc1402ed614f037794e99e26323f1., hostname=cdbe53028b4b,45775,1731367073097, seqNum=2] 2024-11-11T23:18:08,466 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:18:08,478 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T23:18:08,482 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T23:18:08,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f1/f1/hfile_0 for inclusion in f20fc1402ed614f037794e99e26323f1/f1 2024-11-11T23:18:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T23:18:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:18:08,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f1/f1/hfile_1 for inclusion in f20fc1402ed614f037794e99e26323f1/f1 2024-11-11T23:18:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T23:18:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:18:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HRegion(2603): Flush status journal for f20fc1402ed614f037794e99e26323f1: 2024-11-11T23:18:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f1/f1/hfile_0 to hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_0 2024-11-11T23:18:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_0 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f1/03b8f17e418841849e49c2eb383da4e3_SeqId_6_ 2024-11-11T23:18:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/load_f1/f1/hfile_1 to hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_1 2024-11-11T23:18:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_1 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f1/f506eb6bff014ba9a9a2f56f56072f56_SeqId_6_ 2024-11-11T23:18:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T23:18:08,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_0 into f20fc1402ed614f037794e99e26323f1/f1 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f1/03b8f17e418841849e49c2eb383da4e3_SeqId_6_ - updating store file list. 2024-11-11T23:18:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03b8f17e418841849e49c2eb383da4e3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:18:08,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f1/03b8f17e418841849e49c2eb383da4e3_SeqId_6_ into f20fc1402ed614f037794e99e26323f1/f1 2024-11-11T23:18:08,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_0 into f20fc1402ed614f037794e99e26323f1/f1 (new location: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f1/03b8f17e418841849e49c2eb383da4e3_SeqId_6_) 2024-11-11T23:18:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_0 2024-11-11T23:18:08,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_1 into f20fc1402ed614f037794e99e26323f1/f1 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f1/f506eb6bff014ba9a9a2f56f56072f56_SeqId_6_ - updating store file list. 2024-11-11T23:18:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f506eb6bff014ba9a9a2f56f56072f56_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:18:08,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f1/f506eb6bff014ba9a9a2f56f56072f56_SeqId_6_ into f20fc1402ed614f037794e99e26323f1/f1 2024-11-11T23:18:08,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_1 into f20fc1402ed614f037794e99e26323f1/f1 (new location: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/f1/f506eb6bff014ba9a9a2f56f56072f56_SeqId_6_) 2024-11-11T23:18:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/staging/jenkins__test__u7k43vpvbq656m9fl3jnk2vn6hanieqacckoeh21c1ltnsepja0dtkhn2q1npkns/f1/hfile_1 2024-11-11T23:18:08,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:18:08,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:18:08,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:08,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:18:08,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:18:08,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:18:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,45775,1731367073097, seqNum=-1] 2024-11-11T23:18:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:18:08,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:18:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367081414.f20fc1402ed614f037794e99e26323f1., hostname=cdbe53028b4b,45775,1731367073097, seqNum=2] 2024-11-11T23:18:08,628 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 687, reset compression=false 2024-11-11T23:18:08,634 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:18:08,634 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:08,635 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,45775,1731367073097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:18:08,840 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:09,145 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:09,571 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:10,086 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:10,711 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:11,419 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:12,228 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:13,133 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:14,139 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:15,243 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:16,460 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:17,765 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:19,170 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:20,675 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:22,279 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:22,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:18:23,983 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:25,787 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:27,691 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:28,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:18:28,637 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,45775,1731367073097 got entry batch from reader: null 2024-11-11T23:18:29,695 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:31,799 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:34,004 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:36,308 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:36,461 INFO [master/cdbe53028b4b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T23:18:36,461 INFO [master/cdbe53028b4b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T23:18:38,712 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:41,216 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:41,545 INFO [master/cdbe53028b4b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T23:18:41,545 INFO [master/cdbe53028b4b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T23:18:43,820 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:46,524 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:47,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f20fc1402ed614f037794e99e26323f1, had cached 0 bytes from a total of 31376 2024-11-11T23:18:48,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ec21da95653637e851eafd5c1d2db466, had cached 0 bytes from a total of 15585 2024-11-11T23:18:48,638 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,45775,1731367073097 got entry batch from reader: null 2024-11-11T23:18:49,328 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:52,232 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:52,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:18:55,236 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:18:58,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:18:58,340 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:19:01,543 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:19:02,989 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T23:19:04,847 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:19:08,251 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:19:08,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:19:08,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:08,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:08,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:08,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:08,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:08,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:19:08,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838942237, stopped=false 2024-11-11T23:19:08,577 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,40683,1731367078634 2024-11-11T23:19:08,638 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,45775,1731367073097 got entry batch from reader: null 2024-11-11T23:19:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836095875/running 2024-11-11T23:19:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836095875/running 2024-11-11T23:19:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:19:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:19:08,651 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:08,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:08,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:08,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:08,652 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,33401,1731367078835' ***** 2024-11-11T23:19:08,652 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:19:08,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on znode that does not yet exist, /1-836095875/running 2024-11-11T23:19:08,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Set watcher on znode that does not yet exist, /1-836095875/running 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:19:08,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(3091): Received CLOSE for ec21da95653637e851eafd5c1d2db466 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,33401,1731367078835 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:33401. 2024-11-11T23:19:08,653 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec21da95653637e851eafd5c1d2db466, disabling compactions & flushes 2024-11-11T23:19:08,653 DEBUG [RS:0;cdbe53028b4b:33401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:08,653 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:19:08,653 DEBUG [RS:0;cdbe53028b4b:33401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:08,653 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:19:08,653 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367082576.ec21da95653637e851eafd5c1d2db466. after waiting 0 ms 2024-11-11T23:19:08,653 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:19:08,653 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:19:08,654 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:19:08,654 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1325): Online Regions={ec21da95653637e851eafd5c1d2db466=test,,1731367082576.ec21da95653637e851eafd5c1d2db466., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:19:08,654 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec21da95653637e851eafd5c1d2db466 2024-11-11T23:19:08,654 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:19:08,654 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:19:08,654 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:19:08,655 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:19:08,655 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:19:08,655 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T23:19:08,658 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/default/test/ec21da95653637e851eafd5c1d2db466/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T23:19:08,659 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:08,659 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:19:08,659 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:19:08,659 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec21da95653637e851eafd5c1d2db466: Waiting for close lock at 1731367148653Running coprocessor pre-close hooks at 1731367148653Disabling compacts and flushes for region at 1731367148653Disabling writes for close at 1731367148653Writing region close event to WAL at 1731367148655 (+2 ms)Running coprocessor post-close hooks at 1731367148658 (+3 ms)Closed at 1731367148659 (+1 ms) 2024-11-11T23:19:08,659 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367082576.ec21da95653637e851eafd5c1d2db466. 2024-11-11T23:19:08,671 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/info/14d448cda89d47938432ba99a275951e is 129, key is test,,1731367082576.ec21da95653637e851eafd5c1d2db466./info:regioninfo/1731367083346/Put/seqid=0 2024-11-11T23:19:08,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741839_1015 (size=6421) 2024-11-11T23:19:08,699 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:08,721 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:19:08,721 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:19:08,855 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:09,055 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:09,076 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/info/14d448cda89d47938432ba99a275951e 2024-11-11T23:19:09,094 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/ns/7bc9c7f4ee614f54805ca6c2bef10cf6 is 43, key is default/ns:d/1731367081277/Put/seqid=0 2024-11-11T23:19:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741840_1016 (size=5153) 2024-11-11T23:19:09,255 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:09,455 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:09,498 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/ns/7bc9c7f4ee614f54805ca6c2bef10cf6 2024-11-11T23:19:09,515 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/rep_barrier/0189384dddab4618905c4dd866d5e930 is 112, key is test,,1731367082576.ec21da95653637e851eafd5c1d2db466./rep_barrier:seqnumDuringOpen/1731367083346/Put/seqid=0 2024-11-11T23:19:09,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741841_1017 (size=5518) 2024-11-11T23:19:09,655 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:19:09,655 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:19:09,656 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:09,856 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:09,920 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/rep_barrier/0189384dddab4618905c4dd866d5e930 2024-11-11T23:19:09,938 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/table/b242b29fe4d74b7aa99c0b48014bf103 is 40, key is test/table:state/1731367083361/Put/seqid=0 2024-11-11T23:19:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741842_1018 (size=5165) 2024-11-11T23:19:10,056 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:10,256 DEBUG [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:10,342 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/table/b242b29fe4d74b7aa99c0b48014bf103 2024-11-11T23:19:10,348 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/info/14d448cda89d47938432ba99a275951e as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/info/14d448cda89d47938432ba99a275951e 2024-11-11T23:19:10,353 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/info/14d448cda89d47938432ba99a275951e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T23:19:10,354 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/ns/7bc9c7f4ee614f54805ca6c2bef10cf6 as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/ns/7bc9c7f4ee614f54805ca6c2bef10cf6 2024-11-11T23:19:10,358 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/ns/7bc9c7f4ee614f54805ca6c2bef10cf6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T23:19:10,359 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/rep_barrier/0189384dddab4618905c4dd866d5e930 as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/rep_barrier/0189384dddab4618905c4dd866d5e930 2024-11-11T23:19:10,365 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/rep_barrier/0189384dddab4618905c4dd866d5e930, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T23:19:10,366 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/.tmp/table/b242b29fe4d74b7aa99c0b48014bf103 as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/table/b242b29fe4d74b7aa99c0b48014bf103 2024-11-11T23:19:10,371 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/table/b242b29fe4d74b7aa99c0b48014bf103, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T23:19:10,372 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false 2024-11-11T23:19:10,377 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T23:19:10,378 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:10,378 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:10,378 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:10,378 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367148654Running coprocessor pre-close hooks at 1731367148654Disabling compacts and flushes for region at 1731367148654Disabling writes for close at 1731367148655 (+1 ms)Obtaining lock to block concurrent updates at 1731367148655Preparing flush snapshotting stores in 1588230740 at 1731367148655Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731367148655Flushing stores of hbase:meta,,1.1588230740 at 1731367148655Flushing 1588230740/info: creating writer at 1731367148656 (+1 ms)Flushing 1588230740/info: appending metadata at 1731367148670 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731367148671 (+1 ms)Flushing 1588230740/ns: creating writer at 1731367149081 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731367149094 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731367149094Flushing 1588230740/rep_barrier: creating writer at 1731367149503 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367149515 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367149515Flushing 1588230740/table: creating writer at 1731367149925 (+410 ms)Flushing 1588230740/table: appending metadata at 1731367149937 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731367149937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6032c47d: reopening flushed file at 1731367150347 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a5f70a: reopening flushed file at 1731367150353 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1bcd7: reopening flushed file at 1731367150358 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f59f0c7: reopening flushed file at 1731367150365 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false at 1731367150372 (+7 ms)Writing region close event to WAL at 1731367150374 (+2 ms)Running coprocessor post-close hooks at 1731367150378 (+4 ms)Closed at 1731367150378 2024-11-11T23:19:10,378 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:10,456 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,33401,1731367078835; all regions closed. 2024-11-11T23:19:10,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741834_1010 (size=2717) 2024-11-11T23:19:10,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/WALs/cdbe53028b4b,33401,1731367078835/cdbe53028b4b%2C33401%2C1731367078835.meta.1731367081217.meta not finished, retry = 0 2024-11-11T23:19:10,561 DEBUG [RS:0;cdbe53028b4b:33401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/oldWALs 2024-11-11T23:19:10,561 INFO [RS:0;cdbe53028b4b:33401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C33401%2C1731367078835.meta:.meta(num 1731367081217) 2024-11-11T23:19:10,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741833_1009 (size=1028) 2024-11-11T23:19:10,565 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/WALs/cdbe53028b4b,33401,1731367078835/cdbe53028b4b%2C33401%2C1731367078835.1731367080842 not finished, retry = 0 2024-11-11T23:19:10,667 DEBUG [RS:0;cdbe53028b4b:33401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/oldWALs 2024-11-11T23:19:10,667 INFO [RS:0;cdbe53028b4b:33401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C33401%2C1731367078835:(num 1731367080842) 2024-11-11T23:19:10,667 DEBUG [RS:0;cdbe53028b4b:33401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:10,667 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:10,668 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:10,668 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:10,668 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:10,668 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:10,668 INFO [RS:0;cdbe53028b4b:33401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:33401. 2024-11-11T23:19:10,668 DEBUG [RS:0;cdbe53028b4b:33401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:10,668 DEBUG [RS:0;cdbe53028b4b:33401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:10,669 DEBUG [RS:0;cdbe53028b4b:33401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:10,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:10,669 INFO [RS:0;cdbe53028b4b:33401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33401 2024-11-11T23:19:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875/rs 2024-11-11T23:19:10,683 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:10,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836095875/rs/cdbe53028b4b,33401,1731367078835 2024-11-11T23:19:10,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,33401,1731367078835] 2024-11-11T23:19:10,703 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-836095875/draining/cdbe53028b4b,33401,1731367078835 already deleted, retry=false 2024-11-11T23:19:10,703 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,33401,1731367078835 expired; onlineServers=0 2024-11-11T23:19:10,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,40683,1731367078634' ***** 2024-11-11T23:19:10,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:19:10,704 INFO [M:0;cdbe53028b4b:40683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:10,704 INFO [M:0;cdbe53028b4b:40683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:10,704 DEBUG [M:0;cdbe53028b4b:40683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:19:10,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:19:10,704 DEBUG [M:0;cdbe53028b4b:40683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:19:10,704 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367080488 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367080488,5,FailOnTimeoutGroup] 2024-11-11T23:19:10,704 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367080496 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367080496,5,FailOnTimeoutGroup] 2024-11-11T23:19:10,704 INFO [M:0;cdbe53028b4b:40683 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:10,704 INFO [M:0;cdbe53028b4b:40683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:10,704 DEBUG [M:0;cdbe53028b4b:40683 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:19:10,704 INFO [M:0;cdbe53028b4b:40683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:19:10,704 INFO [M:0;cdbe53028b4b:40683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:10,704 INFO [M:0;cdbe53028b4b:40683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:19:10,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:19:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836095875/master 2024-11-11T23:19:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836095875 2024-11-11T23:19:10,714 DEBUG [M:0;cdbe53028b4b:40683 {}] zookeeper.ZKUtil(347): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Unable to get data of znode /1-836095875/master because node does not exist (not an error) 2024-11-11T23:19:10,714 WARN [M:0;cdbe53028b4b:40683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:19:10,715 INFO [M:0;cdbe53028b4b:40683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/.lastflushedseqids 2024-11-11T23:19:10,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741843_1019 (size=173) 2024-11-11T23:19:10,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:10,793 INFO [RS:0;cdbe53028b4b:33401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:10,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x1012c30e7cb0004, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:10,793 INFO [RS:0;cdbe53028b4b:33401 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,33401,1731367078835; zookeeper connection closed. 2024-11-11T23:19:10,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24368833 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24368833 2024-11-11T23:19:10,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:19:11,120 INFO [M:0;cdbe53028b4b:40683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:19:11,120 INFO [M:0;cdbe53028b4b:40683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:19:11,120 DEBUG [M:0;cdbe53028b4b:40683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:19:11,120 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:11,120 DEBUG [M:0;cdbe53028b4b:40683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:11,120 DEBUG [M:0;cdbe53028b4b:40683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:19:11,120 DEBUG [M:0;cdbe53028b4b:40683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:11,120 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-11T23:19:11,134 DEBUG [M:0;cdbe53028b4b:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25ba522925f542e6bb069cebd700d847 is 82, key is hbase:meta,,1/info:regioninfo/1731367081256/Put/seqid=0 2024-11-11T23:19:11,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741844_1020 (size=5672) 2024-11-11T23:19:11,539 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25ba522925f542e6bb069cebd700d847 2024-11-11T23:19:11,557 DEBUG [M:0;cdbe53028b4b:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d474ea90ed4eea9cff77d5cbd88480 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731367083367/Put/seqid=0 2024-11-11T23:19:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741845_1021 (size=6728) 2024-11-11T23:19:11,754 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/WALs/cdbe53028b4b,45775,1731367073097/cdbe53028b4b%2C45775%2C1731367073097.1731367075317 to pos 997, reset compression=false 2024-11-11T23:19:11,963 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d474ea90ed4eea9cff77d5cbd88480 2024-11-11T23:19:11,967 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2d474ea90ed4eea9cff77d5cbd88480 2024-11-11T23:19:11,979 DEBUG [M:0;cdbe53028b4b:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a77cc6ffab4c4b3a94bf14168b82c693 is 69, key is cdbe53028b4b,33401,1731367078835/rs:state/1731367080604/Put/seqid=0 2024-11-11T23:19:11,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741846_1022 (size=5156) 2024-11-11T23:19:12,384 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a77cc6ffab4c4b3a94bf14168b82c693 2024-11-11T23:19:12,400 DEBUG [M:0;cdbe53028b4b:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25ba522925f542e6bb069cebd700d847 as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25ba522925f542e6bb069cebd700d847 2024-11-11T23:19:12,411 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25ba522925f542e6bb069cebd700d847, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T23:19:12,413 DEBUG [M:0;cdbe53028b4b:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d474ea90ed4eea9cff77d5cbd88480 as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d474ea90ed4eea9cff77d5cbd88480 2024-11-11T23:19:12,426 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2d474ea90ed4eea9cff77d5cbd88480 2024-11-11T23:19:12,426 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d474ea90ed4eea9cff77d5cbd88480, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T23:19:12,429 DEBUG [M:0;cdbe53028b4b:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a77cc6ffab4c4b3a94bf14168b82c693 as hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a77cc6ffab4c4b3a94bf14168b82c693 2024-11-11T23:19:12,435 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37975/user/jenkins/test-data/27637dad-1158-6cf8-0b58-ffa45fe8634c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a77cc6ffab4c4b3a94bf14168b82c693, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T23:19:12,437 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=58, compaction requested=false 2024-11-11T23:19:12,465 INFO [M:0;cdbe53028b4b:40683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:12,465 DEBUG [M:0;cdbe53028b4b:40683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367151120Disabling compacts and flushes for region at 1731367151120Disabling writes for close at 1731367151120Obtaining lock to block concurrent updates at 1731367151120Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367151120Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731367151121 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367151121Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367151121Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367151134 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367151134Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367151544 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367151557 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367151557Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367151967 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367151979 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367151979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2687856f: reopening flushed file at 1731367152393 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef0825b: reopening flushed file at 1731367152412 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ebf169: reopening flushed file at 1731367152426 (+14 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=58, compaction requested=false at 1731367152437 (+11 ms)Writing region close event to WAL at 1731367152465 (+28 ms)Closed at 1731367152465 2024-11-11T23:19:12,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42739 is added to blk_1073741830_1006 (size=33038) 2024-11-11T23:19:12,481 INFO [M:0;cdbe53028b4b:40683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:19:12,481 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:12,482 INFO [M:0;cdbe53028b4b:40683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40683 2024-11-11T23:19:12,482 INFO [M:0;cdbe53028b4b:40683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:12,646 INFO [M:0;cdbe53028b4b:40683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:12,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:12,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x1012c30e7cb0003, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:12,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376e6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:19:12,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:19:12,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:19:12,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:19:12,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.log.dir/,STOPPED} 2024-11-11T23:19:12,699 WARN [BP-278682230-172.17.0.2-1731367076589 heartbeating to localhost/127.0.0.1:37975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:19:12,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:19:12,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:19:12,699 WARN [BP-278682230-172.17.0.2-1731367076589 heartbeating to localhost/127.0.0.1:37975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-278682230-172.17.0.2-1731367076589 (Datanode Uuid 7d8de714-6591-4bb6-a5f2-dc2b8f1887c2) service to localhost/127.0.0.1:37975 2024-11-11T23:19:12,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/cluster_6a567b9e-8326-5c34-8596-28dd3a741a30/data/data1/current/BP-278682230-172.17.0.2-1731367076589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:19:12,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/cluster_6a567b9e-8326-5c34-8596-28dd3a741a30/data/data2/current/BP-278682230-172.17.0.2-1731367076589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:19:12,701 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:19:12,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@232a9ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:19:12,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:19:12,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:19:12,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:19:12,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.log.dir/,STOPPED} 2024-11-11T23:19:12,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:19:12,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:19:12,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:12,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:12,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:12,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:12,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:12,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:19:12,760 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2031362278, stopped=false 2024-11-11T23:19:12,760 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,43737,1731367072907 2024-11-11T23:19:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1153809223/running 2024-11-11T23:19:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:19:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1153809223/running 2024-11-11T23:19:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:19:12,778 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:12,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:12,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:12,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:12,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,45775,1731367073097' ***** 2024-11-11T23:19:12,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:19:12,779 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:19:12,779 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:19:12,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on znode that does not yet exist, /0-1153809223/running 2024-11-11T23:19:12,780 INFO [RS:0;cdbe53028b4b:45775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:19:12,780 INFO [RS:0;cdbe53028b4b:45775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:19:12,780 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f5ecb35b530eb57dfa32fefe633d9be 2024-11-11T23:19:12,781 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(3091): Received CLOSE for f20fc1402ed614f037794e99e26323f1 2024-11-11T23:19:12,781 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,45775,1731367073097 2024-11-11T23:19:12,781 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:12,781 INFO [RS:0;cdbe53028b4b:45775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:45775. 2024-11-11T23:19:12,781 DEBUG [RS:0;cdbe53028b4b:45775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:12,781 DEBUG [RS:0;cdbe53028b4b:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:12,781 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:19:12,781 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:19:12,781 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:19:12,781 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:19:12,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Set watcher on znode that does not yet exist, /0-1153809223/running 2024-11-11T23:19:12,782 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f5ecb35b530eb57dfa32fefe633d9be, disabling compactions & flushes 2024-11-11T23:19:12,782 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:19:12,782 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:19:12,782 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. after waiting 0 ms 2024-11-11T23:19:12,782 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:19:12,783 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f5ecb35b530eb57dfa32fefe633d9be 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T23:19:12,784 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:19:12,784 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1325): Online Regions={3f5ecb35b530eb57dfa32fefe633d9be=hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be., f20fc1402ed614f037794e99e26323f1=test,,1731367081414.f20fc1402ed614f037794e99e26323f1., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:19:12,784 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f5ecb35b530eb57dfa32fefe633d9be, f20fc1402ed614f037794e99e26323f1 2024-11-11T23:19:12,790 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:19:12,790 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:19:12,791 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:19:12,791 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:19:12,791 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:19:12,791 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:19:12,816 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/.tmp/hfileref/f8f4a084c8204b7680f0944522892768 is 74, key is 1/hfileref:24d507f4354c4b429673ffaebafd7b84_SeqId_4_/1731367087846/DeleteColumn/seqid=0 2024-11-11T23:19:12,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741844_1020 (size=5203) 2024-11-11T23:19:12,835 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/.tmp/hfileref/f8f4a084c8204b7680f0944522892768 2024-11-11T23:19:12,838 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/info/6de633f3b9ee43c4b97a353b30c9f3a6 is 147, key is hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be./info:regioninfo/1731367084554/Put/seqid=0 2024-11-11T23:19:12,846 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:12,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741845_1021 (size=7686) 2024-11-11T23:19:12,867 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/.tmp/queue/24c1d03843714df6aef67119af51c35f is 153, key is 1-cdbe53028b4b,45775,1731367073097/queue:cdbe53028b4b%2C45775%2C1731367073097/1731367088636/Put/seqid=0 2024-11-11T23:19:12,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741846_1022 (size=5352) 2024-11-11T23:19:12,985 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f5ecb35b530eb57dfa32fefe633d9be, f20fc1402ed614f037794e99e26323f1 2024-11-11T23:19:13,185 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f5ecb35b530eb57dfa32fefe633d9be, f20fc1402ed614f037794e99e26323f1 2024-11-11T23:19:13,206 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:19:13,206 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:19:13,252 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/info/6de633f3b9ee43c4b97a353b30c9f3a6 2024-11-11T23:19:13,276 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/.tmp/queue/24c1d03843714df6aef67119af51c35f 2024-11-11T23:19:13,288 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/ns/ccd2969f71ad4bf58a12040738695263 is 43, key is default/ns:d/1731367076445/Put/seqid=0 2024-11-11T23:19:13,288 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/.tmp/hfileref/f8f4a084c8204b7680f0944522892768 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/hfileref/f8f4a084c8204b7680f0944522892768 2024-11-11T23:19:13,297 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/hfileref/f8f4a084c8204b7680f0944522892768, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T23:19:13,298 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/.tmp/queue/24c1d03843714df6aef67119af51c35f as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/queue/24c1d03843714df6aef67119af51c35f 2024-11-11T23:19:13,308 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/queue/24c1d03843714df6aef67119af51c35f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T23:19:13,309 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 3f5ecb35b530eb57dfa32fefe633d9be in 527ms, sequenceid=10, compaction requested=false 2024-11-11T23:19:13,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741847_1023 (size=5153) 2024-11-11T23:19:13,312 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/ns/ccd2969f71ad4bf58a12040738695263 2024-11-11T23:19:13,348 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/replication/3f5ecb35b530eb57dfa32fefe633d9be/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T23:19:13,350 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:13,350 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:13,350 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:19:13,350 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f5ecb35b530eb57dfa32fefe633d9be: Waiting for close lock at 1731367152782Running coprocessor pre-close hooks at 1731367152782Disabling compacts and flushes for region at 1731367152782Disabling writes for close at 1731367152782Obtaining lock to block concurrent updates at 1731367152783 (+1 ms)Preparing flush snapshotting stores in 3f5ecb35b530eb57dfa32fefe633d9be at 1731367152783Finished memstore snapshotting hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731367152783Flushing stores of hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. at 1731367152785 (+2 ms)Flushing 3f5ecb35b530eb57dfa32fefe633d9be/hfileref: creating writer at 1731367152785Flushing 3f5ecb35b530eb57dfa32fefe633d9be/hfileref: appending metadata at 1731367152815 (+30 ms)Flushing 3f5ecb35b530eb57dfa32fefe633d9be/hfileref: closing flushed file at 1731367152815Flushing 3f5ecb35b530eb57dfa32fefe633d9be/queue: creating writer at 1731367152843 (+28 ms)Flushing 3f5ecb35b530eb57dfa32fefe633d9be/queue: appending metadata at 1731367152866 (+23 ms)Flushing 3f5ecb35b530eb57dfa32fefe633d9be/queue: closing flushed file at 1731367152866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf5a0f: reopening flushed file at 1731367153287 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7a67a4: reopening flushed file at 1731367153297 (+10 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 3f5ecb35b530eb57dfa32fefe633d9be in 527ms, sequenceid=10, compaction requested=false at 1731367153309 (+12 ms)Writing region close event to WAL at 1731367153314 (+5 ms)Running coprocessor post-close hooks at 1731367153349 (+35 ms)Closed at 1731367153350 (+1 ms) 2024-11-11T23:19:13,350 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367083755.3f5ecb35b530eb57dfa32fefe633d9be. 2024-11-11T23:19:13,350 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f20fc1402ed614f037794e99e26323f1, disabling compactions & flushes 2024-11-11T23:19:13,350 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:19:13,350 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:19:13,350 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367081414.f20fc1402ed614f037794e99e26323f1. after waiting 0 ms 2024-11-11T23:19:13,350 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:19:13,363 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/rep_barrier/14fbc090b5bb4dd2bccfc9a21260deb7 is 112, key is test,,1731367081414.f20fc1402ed614f037794e99e26323f1./rep_barrier:seqnumDuringOpen/1731367082207/Put/seqid=0 2024-11-11T23:19:13,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741848_1024 (size=5518) 2024-11-11T23:19:13,380 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/rep_barrier/14fbc090b5bb4dd2bccfc9a21260deb7 2024-11-11T23:19:13,385 DEBUG [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f20fc1402ed614f037794e99e26323f1 2024-11-11T23:19:13,408 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/default/test/f20fc1402ed614f037794e99e26323f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T23:19:13,413 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:13,413 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:19:13,414 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:19:13,414 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f20fc1402ed614f037794e99e26323f1: Waiting for close lock at 1731367153350Running coprocessor pre-close hooks at 1731367153350Disabling compacts and flushes for region at 1731367153350Disabling writes for close at 1731367153350Writing region close event to WAL at 1731367153381 (+31 ms)Running coprocessor post-close hooks at 1731367153413 (+32 ms)Closed at 1731367153413 2024-11-11T23:19:13,414 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367081414.f20fc1402ed614f037794e99e26323f1. 2024-11-11T23:19:13,423 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/table/a03da08f6662404fb19236d45359ad5c is 53, key is hbase:replication/table:state/1731367084562/Put/seqid=0 2024-11-11T23:19:13,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741849_1025 (size=5308) 2024-11-11T23:19:13,448 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/table/a03da08f6662404fb19236d45359ad5c 2024-11-11T23:19:13,456 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/info/6de633f3b9ee43c4b97a353b30c9f3a6 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/info/6de633f3b9ee43c4b97a353b30c9f3a6 2024-11-11T23:19:13,465 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/info/6de633f3b9ee43c4b97a353b30c9f3a6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:19:13,467 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/ns/ccd2969f71ad4bf58a12040738695263 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/ns/ccd2969f71ad4bf58a12040738695263 2024-11-11T23:19:13,482 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/ns/ccd2969f71ad4bf58a12040738695263, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:19:13,484 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/rep_barrier/14fbc090b5bb4dd2bccfc9a21260deb7 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/rep_barrier/14fbc090b5bb4dd2bccfc9a21260deb7 2024-11-11T23:19:13,498 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/rep_barrier/14fbc090b5bb4dd2bccfc9a21260deb7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:19:13,499 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/.tmp/table/a03da08f6662404fb19236d45359ad5c as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/table/a03da08f6662404fb19236d45359ad5c 2024-11-11T23:19:13,515 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/table/a03da08f6662404fb19236d45359ad5c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:19:13,517 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 726ms, sequenceid=16, compaction requested=false 2024-11-11T23:19:13,517 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:19:13,549 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:19:13,550 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:13,550 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:13,550 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:13,550 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367152790Running coprocessor pre-close hooks at 1731367152790Disabling compacts and flushes for region at 1731367152790Disabling writes for close at 1731367152791 (+1 ms)Obtaining lock to block concurrent updates at 1731367152791Preparing flush snapshotting stores in 1588230740 at 1731367152791Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367152792 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367152800 (+8 ms)Flushing 1588230740/info: creating writer at 1731367152800Flushing 1588230740/info: appending metadata at 1731367152838 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731367152838Flushing 1588230740/ns: creating writer at 1731367153263 (+425 ms)Flushing 1588230740/ns: appending metadata at 1731367153287 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731367153287Flushing 1588230740/rep_barrier: creating writer at 1731367153319 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367153363 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367153363Flushing 1588230740/table: creating writer at 1731367153397 (+34 ms)Flushing 1588230740/table: appending metadata at 1731367153423 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731367153423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a17625: reopening flushed file at 1731367153455 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384f49d0: reopening flushed file at 1731367153465 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196b07b4: reopening flushed file at 1731367153483 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c941cec: reopening flushed file at 1731367153498 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 726ms, sequenceid=16, compaction requested=false at 1731367153517 (+19 ms)Writing region close event to WAL at 1731367153546 (+29 ms)Running coprocessor post-close hooks at 1731367153550 (+4 ms)Closed at 1731367153550 2024-11-11T23:19:13,551 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:13,585 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,45775,1731367073097; all regions closed. 2024-11-11T23:19:13,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:19:13,598 DEBUG [RS:0;cdbe53028b4b:45775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/oldWALs 2024-11-11T23:19:13,598 INFO [RS:0;cdbe53028b4b:45775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C45775%2C1731367073097.meta:.meta(num 1731367076354) 2024-11-11T23:19:13,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741839_1015 (size=2700) 2024-11-11T23:19:13,616 DEBUG [RS:0;cdbe53028b4b:45775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/oldWALs 2024-11-11T23:19:13,616 INFO [RS:0;cdbe53028b4b:45775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C45775%2C1731367073097.rep:(num 1731367084506) 2024-11-11T23:19:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741832_1008 (size=1300) 2024-11-11T23:19:13,644 DEBUG [RS:0;cdbe53028b4b:45775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/oldWALs 2024-11-11T23:19:13,644 INFO [RS:0;cdbe53028b4b:45775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C45775%2C1731367073097:(num 1731367075317) 2024-11-11T23:19:13,644 DEBUG [RS:0;cdbe53028b4b:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:13,644 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:13,644 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:13,645 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:13,645 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:13,645 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:13,645 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,45775,1731367073097 because: Region server is closing 2024-11-11T23:19:13,645 INFO [RS:0;cdbe53028b4b:45775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:45775. 2024-11-11T23:19:13,645 DEBUG [RS:0;cdbe53028b4b:45775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:13,645 DEBUG [RS:0;cdbe53028b4b:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:13,645 DEBUG [RS:0;cdbe53028b4b:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:13,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:13,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:13,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:13,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:13,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:13,746 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T23:19:13,746 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.wal-reader.cdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:19:13,746 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,45775,1731367073097.replicationSource.shippercdbe53028b4b%2C45775%2C1731367073097,1-cdbe53028b4b,45775,1731367073097 terminated 2024-11-11T23:19:13,746 INFO [RS:0;cdbe53028b4b:45775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45775 2024-11-11T23:19:13,797 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:13,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223/rs 2024-11-11T23:19:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1153809223/rs/cdbe53028b4b,45775,1731367073097 2024-11-11T23:19:13,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,45775,1731367073097] 2024-11-11T23:19:13,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1153809223/draining/cdbe53028b4b,45775,1731367073097 already deleted, retry=false 2024-11-11T23:19:13,820 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,45775,1731367073097 expired; onlineServers=0 2024-11-11T23:19:13,820 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,43737,1731367072907' ***** 2024-11-11T23:19:13,820 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:19:13,821 INFO [M:0;cdbe53028b4b:43737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:13,821 INFO [M:0;cdbe53028b4b:43737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:13,821 DEBUG [M:0;cdbe53028b4b:43737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:19:13,821 DEBUG [M:0;cdbe53028b4b:43737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:19:13,821 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:19:13,821 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367075095 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367075095,5,FailOnTimeoutGroup] 2024-11-11T23:19:13,821 INFO [M:0;cdbe53028b4b:43737 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:13,821 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367075096 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367075096,5,FailOnTimeoutGroup] 2024-11-11T23:19:13,821 INFO [M:0;cdbe53028b4b:43737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:13,821 DEBUG [M:0;cdbe53028b4b:43737 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:19:13,821 INFO [M:0;cdbe53028b4b:43737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:19:13,822 INFO [M:0;cdbe53028b4b:43737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:13,822 INFO [M:0;cdbe53028b4b:43737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:19:13,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:19:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1153809223/master 2024-11-11T23:19:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1153809223 2024-11-11T23:19:13,830 DEBUG [M:0;cdbe53028b4b:43737 {}] zookeeper.ZKUtil(347): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Unable to get data of znode /0-1153809223/master because node does not exist (not an error) 2024-11-11T23:19:13,830 WARN [M:0;cdbe53028b4b:43737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:19:13,852 INFO [M:0;cdbe53028b4b:43737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/.lastflushedseqids 2024-11-11T23:19:13,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741850_1026 (size=263) 2024-11-11T23:19:13,876 INFO [M:0;cdbe53028b4b:43737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:19:13,876 INFO [M:0;cdbe53028b4b:43737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:19:13,877 DEBUG [M:0;cdbe53028b4b:43737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:19:13,877 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:13,877 DEBUG [M:0;cdbe53028b4b:43737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:13,877 DEBUG [M:0;cdbe53028b4b:43737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:19:13,877 DEBUG [M:0;cdbe53028b4b:43737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:13,877 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-11T23:19:13,903 DEBUG [M:0;cdbe53028b4b:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f5a011e544f43698bdbb94642cf0368 is 82, key is hbase:meta,,1/info:regioninfo/1731367076387/Put/seqid=0 2024-11-11T23:19:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:13,909 INFO [RS:0;cdbe53028b4b:45775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1012c30e7cb0001, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:13,909 INFO [RS:0;cdbe53028b4b:45775 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,45775,1731367073097; zookeeper connection closed. 2024-11-11T23:19:13,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b0a3829 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b0a3829 2024-11-11T23:19:13,911 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:19:13,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741851_1027 (size=5672) 2024-11-11T23:19:13,918 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f5a011e544f43698bdbb94642cf0368 2024-11-11T23:19:13,949 DEBUG [M:0;cdbe53028b4b:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2545b67dedcc4edf93e846ef9e185636 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731367082231/Put/seqid=0 2024-11-11T23:19:13,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741852_1028 (size=7241) 2024-11-11T23:19:14,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:19:14,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:14,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:14,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:14,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:14,370 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2545b67dedcc4edf93e846ef9e185636 2024-11-11T23:19:14,383 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2545b67dedcc4edf93e846ef9e185636 2024-11-11T23:19:14,405 DEBUG [M:0;cdbe53028b4b:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6025765c866a4d4289c2e99f12b525cf is 69, key is cdbe53028b4b,45775,1731367073097/rs:state/1731367075166/Put/seqid=0 2024-11-11T23:19:14,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741853_1029 (size=5156) 2024-11-11T23:19:14,418 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6025765c866a4d4289c2e99f12b525cf 2024-11-11T23:19:14,426 DEBUG [M:0;cdbe53028b4b:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f5a011e544f43698bdbb94642cf0368 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f5a011e544f43698bdbb94642cf0368 2024-11-11T23:19:14,435 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f5a011e544f43698bdbb94642cf0368, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T23:19:14,437 DEBUG [M:0;cdbe53028b4b:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2545b67dedcc4edf93e846ef9e185636 as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2545b67dedcc4edf93e846ef9e185636 2024-11-11T23:19:14,460 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2545b67dedcc4edf93e846ef9e185636 2024-11-11T23:19:14,461 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2545b67dedcc4edf93e846ef9e185636, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T23:19:14,464 DEBUG [M:0;cdbe53028b4b:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6025765c866a4d4289c2e99f12b525cf as hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6025765c866a4d4289c2e99f12b525cf 2024-11-11T23:19:14,473 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35243/user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6025765c866a4d4289c2e99f12b525cf, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T23:19:14,474 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 597ms, sequenceid=105, compaction requested=false 2024-11-11T23:19:14,489 INFO [M:0;cdbe53028b4b:43737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:14,489 DEBUG [M:0;cdbe53028b4b:43737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367153877Disabling compacts and flushes for region at 1731367153877Disabling writes for close at 1731367153877Obtaining lock to block concurrent updates at 1731367153877Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367153877Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731367153878 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367153878Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367153879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367153902 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367153902Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367153928 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367153948 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367153948Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367154384 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367154404 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367154404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8625e0b: reopening flushed file at 1731367154425 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e21382: reopening flushed file at 1731367154436 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35db14d7: reopening flushed file at 1731367154461 (+25 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 597ms, sequenceid=105, compaction requested=false at 1731367154474 (+13 ms)Writing region close event to WAL at 1731367154488 (+14 ms)Closed at 1731367154488 2024-11-11T23:19:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39471 is added to blk_1073741830_1006 (size=64538) 2024-11-11T23:19:14,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15afe28d-28f8-250d-bc28-72b96a19f7fe/MasterData/WALs/cdbe53028b4b,43737,1731367072907/cdbe53028b4b%2C43737%2C1731367072907.1731367074881 not finished, retry = 0 2024-11-11T23:19:14,596 INFO [M:0;cdbe53028b4b:43737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:19:14,596 INFO [M:0;cdbe53028b4b:43737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43737 2024-11-11T23:19:14,597 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:14,597 INFO [M:0;cdbe53028b4b:43737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:14,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:14,751 INFO [M:0;cdbe53028b4b:43737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:14,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x1012c30e7cb0000, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:14,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2efdfa1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:19:14,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:19:14,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:19:14,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:19:14,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.log.dir/,STOPPED} 2024-11-11T23:19:14,755 WARN [BP-1005311010-172.17.0.2-1731367070788 heartbeating to localhost/127.0.0.1:35243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:19:14,755 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:19:14,755 WARN [BP-1005311010-172.17.0.2-1731367070788 heartbeating to localhost/127.0.0.1:35243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1005311010-172.17.0.2-1731367070788 (Datanode Uuid 19e1dc9d-bb1b-467a-a2e5-94358ca7f903) service to localhost/127.0.0.1:35243 2024-11-11T23:19:14,755 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:19:14,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/cluster_aa1df775-2ae1-2dc6-838c-3f9d060a0727/data/data1/current/BP-1005311010-172.17.0.2-1731367070788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:19:14,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/cluster_aa1df775-2ae1-2dc6-838c-3f9d060a0727/data/data2/current/BP-1005311010-172.17.0.2-1731367070788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:19:14,756 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:19:14,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1ba51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:19:14,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:19:14,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:19:14,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:19:14,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66c46f7d-9c05-084d-7c47-1f450fd4c458/hadoop.log.dir/,STOPPED} 2024-11-11T23:19:14,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:19:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:19:14,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 140) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fa648b90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37975 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62825) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fa648b90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35243 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62825) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=5610 (was 5756) 2024-11-11T23:19:14,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=5610 2024-11-11T23:19:14,822 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T23:19:14,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.log.dir so I do NOT create it in target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf 2024-11-11T23:19:14,822 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:19:14,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.tmp.dir so I do NOT create it in target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf 2024-11-11T23:19:14,822 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/27248f37-7e3a-d328-443e-42f06dac2af4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:19:14,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf 2024-11-11T23:19:14,822 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/cluster_9d81e687-91cb-c204-6c14-9ca743361183, deleteOnExit=true 2024-11-11T23:19:14,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/cluster_9d81e687-91cb-c204-6c14-9ca743361183/zookeeper_0, clientPort=61378, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/cluster_9d81e687-91cb-c204-6c14-9ca743361183/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/cluster_9d81e687-91cb-c204-6c14-9ca743361183/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:19:14,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61378 2024-11-11T23:19:14,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:19:14,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:19:14,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/test.cache.data in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:19:14,842 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:19:14,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:19:14,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:19:14,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:19:14,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:19:14,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:19:14,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:19:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012c30e7cb0002, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:19:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012c30e7cb0005, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:19:14,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012c30e7cb0005, quorum=127.0.0.1:62825, baseZNode=/1-836095875 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:19:14,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012c30e7cb0002, quorum=127.0.0.1:62825, baseZNode=/0-1153809223 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:19:15,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:15,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:19:15,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:19:15,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:19:15,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:19:15,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:15,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@830a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:19:15,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@428b4dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:19:15,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c528ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/java.io.tmpdir/jetty-localhost-39955-hadoop-hdfs-3_4_1-tests_jar-_-any-9608817968330891585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:19:15,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@541fdc67{HTTP/1.1, (http/1.1)}{localhost:39955} 2024-11-11T23:19:15,452 INFO [Time-limited test {}] server.Server(415): Started @135763ms 2024-11-11T23:19:15,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:15,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:19:15,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:19:15,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:19:15,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:19:15,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:19:15,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:19:15,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aab8543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/java.io.tmpdir/jetty-localhost-43733-hadoop-hdfs-3_4_1-tests_jar-_-any-3801266431369968289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:19:15,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:43733} 2024-11-11T23:19:15,825 INFO [Time-limited test {}] server.Server(415): Started @136136ms 2024-11-11T23:19:15,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:19:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:19:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:19:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:19:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T23:19:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:19:16,541 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/cluster_9d81e687-91cb-c204-6c14-9ca743361183/data/data2/current/BP-248397424-172.17.0.2-1731367154857/current, will proceed with Du for space computation calculation, 2024-11-11T23:19:16,541 WARN [Thread-1277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/cluster_9d81e687-91cb-c204-6c14-9ca743361183/data/data1/current/BP-248397424-172.17.0.2-1731367154857/current, will proceed with Du for space computation calculation, 2024-11-11T23:19:16,555 WARN [Thread-1265 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:19:16,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6de39dd4e88a640e with lease ID 0xd4ab23b26b5b8eb: Processing first storage report for DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1 from datanode DatanodeRegistration(127.0.0.1:38841, datanodeUuid=622804e1-20b7-4366-82ab-e19eda8fad7b, infoPort=40609, infoSecurePort=0, ipcPort=41145, storageInfo=lv=-57;cid=testClusterID;nsid=332485987;c=1731367154857) 2024-11-11T23:19:16,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6de39dd4e88a640e with lease ID 0xd4ab23b26b5b8eb: from storage DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1 node DatanodeRegistration(127.0.0.1:38841, datanodeUuid=622804e1-20b7-4366-82ab-e19eda8fad7b, infoPort=40609, infoSecurePort=0, ipcPort=41145, storageInfo=lv=-57;cid=testClusterID;nsid=332485987;c=1731367154857), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:19:16,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6de39dd4e88a640e with lease ID 0xd4ab23b26b5b8eb: Processing first storage report for DS-47fd5487-4a1f-4d42-90b6-03de81469300 from datanode DatanodeRegistration(127.0.0.1:38841, datanodeUuid=622804e1-20b7-4366-82ab-e19eda8fad7b, infoPort=40609, infoSecurePort=0, ipcPort=41145, storageInfo=lv=-57;cid=testClusterID;nsid=332485987;c=1731367154857) 2024-11-11T23:19:16,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6de39dd4e88a640e with lease ID 0xd4ab23b26b5b8eb: from storage DS-47fd5487-4a1f-4d42-90b6-03de81469300 node DatanodeRegistration(127.0.0.1:38841, datanodeUuid=622804e1-20b7-4366-82ab-e19eda8fad7b, infoPort=40609, infoSecurePort=0, ipcPort=41145, storageInfo=lv=-57;cid=testClusterID;nsid=332485987;c=1731367154857), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:19:16,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf 2024-11-11T23:19:16,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:16,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:16,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:19:17,061 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8 with version=8 2024-11-11T23:19:17,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/hbase-staging 2024-11-11T23:19:17,063 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:17,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:17,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:17,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:17,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:17,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:17,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:19:17,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:17,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37001 2024-11-11T23:19:17,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37001 connecting to ZooKeeper ensemble=127.0.0.1:61378 2024-11-11T23:19:17,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370010x0, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:17,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37001-0x1012c3230430000 connected 2024-11-11T23:19:17,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:17,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:17,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/running 2024-11-11T23:19:17,192 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8, hbase.cluster.distributed=false 2024-11-11T23:19:17,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/acl 2024-11-11T23:19:17,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37001 2024-11-11T23:19:17,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37001 2024-11-11T23:19:17,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37001 2024-11-11T23:19:17,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37001 2024-11-11T23:19:17,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37001 2024-11-11T23:19:17,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:17,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:17,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:17,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:17,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:17,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:17,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:19:17,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:17,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43449 2024-11-11T23:19:17,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43449 connecting to ZooKeeper ensemble=127.0.0.1:61378 2024-11-11T23:19:17,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:17,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:17,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434490x0, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:17,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434490x0, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/running 2024-11-11T23:19:17,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:19:17,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43449-0x1012c3230430001 connected 2024-11-11T23:19:17,250 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:19:17,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/master 2024-11-11T23:19:17,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/acl 2024-11-11T23:19:17,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43449 2024-11-11T23:19:17,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43449 2024-11-11T23:19:17,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43449 2024-11-11T23:19:17,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43449 2024-11-11T23:19:17,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43449 2024-11-11T23:19:17,292 DEBUG [M:0;cdbe53028b4b:37001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:37001 2024-11-11T23:19:17,292 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-788757777/backup-masters/cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/backup-masters 2024-11-11T23:19:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/backup-masters 2024-11-11T23:19:17,306 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on existing znode=/0-788757777/backup-masters/cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:17,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-788757777/master 2024-11-11T23:19:17,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,315 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on existing znode=/0-788757777/master 2024-11-11T23:19:17,315 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-788757777/backup-masters/cdbe53028b4b,37001,1731367157063 from backup master directory 2024-11-11T23:19:17,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/backup-masters 2024-11-11T23:19:17,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/backup-masters/cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:17,325 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:17,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/backup-masters 2024-11-11T23:19:17,325 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:17,329 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/hbase.id] with ID: 07a87a77-8e4b-4a67-84e1-2918a6ad87a2 2024-11-11T23:19:17,329 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/.tmp/hbase.id 2024-11-11T23:19:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:19:17,339 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/.tmp/hbase.id]:[hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/hbase.id] 2024-11-11T23:19:17,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:17,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:19:17,367 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:19:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:19:17,401 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:17,401 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:19:17,402 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:17,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:19:17,427 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store 2024-11-11T23:19:17,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:19:17,454 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:17,454 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:19:17,454 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:17,454 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:17,454 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:19:17,454 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:17,454 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:17,454 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367157454Disabling compacts and flushes for region at 1731367157454Disabling writes for close at 1731367157454Writing region close event to WAL at 1731367157454Closed at 1731367157454 2024-11-11T23:19:17,456 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/.initializing 2024-11-11T23:19:17,456 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:17,458 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:17,460 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C37001%2C1731367157063, suffix=, logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063, archiveDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/oldWALs, maxLogs=10 2024-11-11T23:19:17,480 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063/cdbe53028b4b%2C37001%2C1731367157063.1731367157461, exclude list is [], retry=0 2024-11-11T23:19:17,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1,DISK] 2024-11-11T23:19:17,493 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063/cdbe53028b4b%2C37001%2C1731367157063.1731367157461 2024-11-11T23:19:17,500 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40609:40609)] 2024-11-11T23:19:17,500 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:17,501 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:17,501 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,501 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:19:17,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:17,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:17,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:19:17,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:17,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:17,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:19:17,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:17,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:17,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:19:17,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:17,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:17,525 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,526 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,526 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,529 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,529 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,541 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:17,548 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:17,564 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:17,564 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62867966, jitterRate=-0.06319430470466614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:17,565 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367157501Initializing all the Stores at 1731367157502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367157502Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367157504 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367157504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367157504Cleaning up temporary data from old regions at 1731367157529 (+25 ms)Region opened successfully at 1731367157565 (+36 ms) 2024-11-11T23:19:17,567 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:19:17,570 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846d891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:17,571 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:19:17,572 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:19:17,572 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:19:17,572 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:19:17,573 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:19:17,573 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:19:17,573 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:19:17,576 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:19:17,577 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/balancer because node does not exist (not necessarily an error) 2024-11-11T23:19:17,608 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/balancer already deleted, retry=false 2024-11-11T23:19:17,609 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:19:17,610 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:19:17,619 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/normalizer already deleted, retry=false 2024-11-11T23:19:17,620 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:19:17,623 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:19:17,629 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/switch/split already deleted, retry=false 2024-11-11T23:19:17,630 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:19:17,640 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/switch/merge already deleted, retry=false 2024-11-11T23:19:17,642 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:19:17,650 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/snapshot-cleanup already deleted, retry=false 2024-11-11T23:19:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-788757777/running 2024-11-11T23:19:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-788757777/running 2024-11-11T23:19:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,662 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,37001,1731367157063, sessionid=0x1012c3230430000, setting cluster-up flag (Was=false) 2024-11-11T23:19:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,714 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-788757777/flush-table-proc/acquired, /0-788757777/flush-table-proc/reached, /0-788757777/flush-table-proc/abort 2024-11-11T23:19:17,715 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:17,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:17,766 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-788757777/online-snapshot/acquired, /0-788757777/online-snapshot/reached, /0-788757777/online-snapshot/abort 2024-11-11T23:19:17,767 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:17,768 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:19:17,770 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:17,770 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:19:17,770 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:19:17,770 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,37001,1731367157063 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:19:17,771 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:17,771 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:17,771 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:17,771 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:17,771 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:19:17,771 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,771 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:17,772 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,772 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367187772 2024-11-11T23:19:17,772 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:19:17,772 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:19:17,772 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:19:17,772 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:19:17,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:19:17,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:19:17,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:17,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:19:17,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:19:17,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:19:17,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:19:17,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:19:17,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:19:17,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:19:17,774 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367157773,5,FailOnTimeoutGroup] 2024-11-11T23:19:17,774 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367157774,5,FailOnTimeoutGroup] 2024-11-11T23:19:17,774 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,774 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:19:17,774 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,774 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,774 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:17,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:19:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:19:17,783 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(746): ClusterId : 07a87a77-8e4b-4a67-84e1-2918a6ad87a2 2024-11-11T23:19:17,783 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:19:17,788 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:19:17,788 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:19:17,798 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:19:17,799 DEBUG [RS:0;cdbe53028b4b:43449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a55f901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:17,809 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:43449 2024-11-11T23:19:17,809 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:19:17,809 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:19:17,809 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:19:17,810 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,37001,1731367157063 with port=43449, startcode=1731367157213 2024-11-11T23:19:17,810 DEBUG [RS:0;cdbe53028b4b:43449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:19:17,812 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:19:17,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:17,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37001 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:17,814 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8 2024-11-11T23:19:17,814 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45697 2024-11-11T23:19:17,814 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:19:17,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/rs 2024-11-11T23:19:17,820 DEBUG [RS:0;cdbe53028b4b:43449 {}] zookeeper.ZKUtil(111): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on existing znode=/0-788757777/rs/cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:17,820 WARN [RS:0;cdbe53028b4b:43449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:17,820 INFO [RS:0;cdbe53028b4b:43449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:17,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,43449,1731367157213] 2024-11-11T23:19:17,820 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:17,824 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:19:17,828 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:19:17,829 INFO [RS:0;cdbe53028b4b:43449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:19:17,829 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,830 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:19:17,831 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:19:17,831 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,831 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,832 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:17,832 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:17,832 DEBUG [RS:0;cdbe53028b4b:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:17,832 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,832 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,832 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,832 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,832 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,832 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43449,1731367157213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:17,846 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:19:17,846 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43449,1731367157213-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,846 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,846 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.Replication(171): cdbe53028b4b,43449,1731367157213 started 2024-11-11T23:19:17,858 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:17,858 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,43449,1731367157213, RpcServer on cdbe53028b4b/172.17.0.2:43449, sessionid=0x1012c3230430001 2024-11-11T23:19:17,858 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:19:17,858 DEBUG [RS:0;cdbe53028b4b:43449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:17,858 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,43449,1731367157213' 2024-11-11T23:19:17,858 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-788757777/flush-table-proc/abort' 2024-11-11T23:19:17,859 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-788757777/flush-table-proc/acquired' 2024-11-11T23:19:17,859 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:19:17,859 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:19:17,859 DEBUG [RS:0;cdbe53028b4b:43449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:17,859 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,43449,1731367157213' 2024-11-11T23:19:17,859 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-788757777/online-snapshot/abort' 2024-11-11T23:19:17,860 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-788757777/online-snapshot/acquired' 2024-11-11T23:19:17,860 DEBUG [RS:0;cdbe53028b4b:43449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:19:17,860 INFO [RS:0;cdbe53028b4b:43449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:19:17,860 INFO [RS:0;cdbe53028b4b:43449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:19:17,960 INFO [RS:0;cdbe53028b4b:43449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:17,962 INFO [RS:0;cdbe53028b4b:43449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C43449%2C1731367157213, suffix=, logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213, archiveDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs, maxLogs=10 2024-11-11T23:19:17,973 DEBUG [RS:0;cdbe53028b4b:43449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.1731367157962, exclude list is [], retry=0 2024-11-11T23:19:17,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1,DISK] 2024-11-11T23:19:17,977 INFO [RS:0;cdbe53028b4b:43449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.1731367157962 2024-11-11T23:19:17,977 DEBUG [RS:0;cdbe53028b4b:43449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40609:40609)] 2024-11-11T23:19:18,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:19:18,180 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8 2024-11-11T23:19:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:19:18,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:18,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:19:18,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:19:18,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:18,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:18,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:19:18,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:19:18,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:18,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:18,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:19:18,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:19:18,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:18,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:18,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:19:18,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:19:18,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:18,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:18,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:19:18,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740 2024-11-11T23:19:18,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740 2024-11-11T23:19:18,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:19:18,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:19:18,594 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:18,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:19:18,597 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:18,598 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63080021, jitterRate=-0.06003443896770477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:18,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367158585Initializing all the Stores at 1731367158586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367158586Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367158586Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367158586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367158586Cleaning up temporary data from old regions at 1731367158594 (+8 ms)Region opened successfully at 1731367158598 (+4 ms) 2024-11-11T23:19:18,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:19:18,598 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:19:18,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:19:18,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:19:18,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:19:18,599 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:18,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367158598Disabling compacts and flushes for region at 1731367158598Disabling writes for close at 1731367158598Writing region close event to WAL at 1731367158599 (+1 ms)Closed at 1731367158599 2024-11-11T23:19:18,600 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:18,600 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:19:18,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:19:18,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:18,601 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:19:18,751 DEBUG [cdbe53028b4b:37001 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:19:18,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:18,753 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,43449,1731367157213, state=OPENING 2024-11-11T23:19:18,844 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:19:18,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:18,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:18,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:18,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:18,959 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:18,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,43449,1731367157213}] 2024-11-11T23:19:19,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:19:19,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:19:19,116 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:19:19,116 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:19,116 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:19:19,118 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C43449%2C1731367157213.meta, suffix=.meta, logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213, archiveDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs, maxLogs=10 2024-11-11T23:19:19,129 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.meta.1731367159118.meta, exclude list is [], retry=0 2024-11-11T23:19:19,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1,DISK] 2024-11-11T23:19:19,133 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.meta.1731367159118.meta 2024-11-11T23:19:19,133 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40609:40609)] 2024-11-11T23:19:19,133 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:19,133 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:19,133 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:19:19,134 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:19:19,134 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:19:19,134 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:19:19,134 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:19,134 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:19:19,134 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:19:19,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:19:19,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:19:19,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:19,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:19,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:19:19,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:19:19,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:19,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:19,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:19:19,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:19:19,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:19,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:19,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:19:19,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:19:19,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:19,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:19,139 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:19:19,140 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740 2024-11-11T23:19:19,141 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740 2024-11-11T23:19:19,142 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:19:19,142 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:19:19,143 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:19,144 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:19:19,145 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74582376, jitterRate=0.11136400699615479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:19,145 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:19:19,145 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367159134Writing region info on filesystem at 1731367159134Initializing all the Stores at 1731367159135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367159135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367159135Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367159135Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367159135Cleaning up temporary data from old regions at 1731367159142 (+7 ms)Running coprocessor post-open hooks at 1731367159145 (+3 ms)Region opened successfully at 1731367159145 2024-11-11T23:19:19,146 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367159111 2024-11-11T23:19:19,148 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:19:19,148 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:19:19,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:19,149 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,43449,1731367157213, state=OPEN 2024-11-11T23:19:19,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-788757777/meta-region-server 2024-11-11T23:19:19,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-788757777/meta-region-server 2024-11-11T23:19:19,205 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:19,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:19,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:19,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:19:19,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,43449,1731367157213 in 246 msec 2024-11-11T23:19:19,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:19:19,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-11T23:19:19,210 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:19,210 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:19:19,211 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:19,211 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,43449,1731367157213, seqNum=-1] 2024-11-11T23:19:19,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:19,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:19,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4460 sec 2024-11-11T23:19:19,217 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367159217, completionTime=-1 2024-11-11T23:19:19,217 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:19:19,217 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:19:19,218 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:19:19,218 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367219218 2024-11-11T23:19:19,218 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367279218 2024-11-11T23:19:19,218 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:19:19,219 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37001,1731367157063-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:19,219 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37001,1731367157063-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:19,219 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37001,1731367157063-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:19,219 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:37001, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:19,219 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:19,219 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:19,220 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:19:19,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.897sec 2024-11-11T23:19:19,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:19:19,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:19:19,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:19:19,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:19:19,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:19:19,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37001,1731367157063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:19,222 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37001,1731367157063-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:19:19,224 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:19:19,224 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:19:19,224 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37001,1731367157063-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:19,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:19:19,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:19,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:19,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:19,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:19,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:19,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcfe5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:19,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,37001,-1 for getting cluster id 2024-11-11T23:19:19,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:19,285 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07a87a77-8e4b-4a67-84e1-2918a6ad87a2' 2024-11-11T23:19:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07a87a77-8e4b-4a67-84e1-2918a6ad87a2" 2024-11-11T23:19:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778e3c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,37001,-1] 2024-11-11T23:19:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:19,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:19,287 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:19,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b9dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:19,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,43449,1731367157213, seqNum=-1] 2024-11-11T23:19:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:19,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:19,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:19,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61378 2024-11-11T23:19:19,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:19,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c3230430002 connected 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.log.dir so I do NOT create it in target/test-data/35985bf7-d58f-456b-c366-942380f445fd 2024-11-11T23:19:19,407 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.tmp.dir so I do NOT create it in target/test-data/35985bf7-d58f-456b-c366-942380f445fd 2024-11-11T23:19:19,407 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:19:19,407 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/cluster_295bfc78-dd9e-dc21-4198-71cadd18ba9d, deleteOnExit=true 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/test.cache.data in system properties and HBase conf 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:19:19,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:19:19,407 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:19:19,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:19:19,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:19,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:19:19,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:19:19,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:19:19,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:19:19,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:19,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227b1983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:19:19,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e2755e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:19:19,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29615434{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/java.io.tmpdir/jetty-localhost-45661-hadoop-hdfs-3_4_1-tests_jar-_-any-7691392590069837988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:19:19,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f7a8707{HTTP/1.1, (http/1.1)}{localhost:45661} 2024-11-11T23:19:19,812 INFO [Time-limited test {}] server.Server(415): Started @140123ms 2024-11-11T23:19:20,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:20,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:19:20,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:19:20,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:19:20,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:19:20,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f56fb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:19:20,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd6c9c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:19:20,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@247e2492{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/java.io.tmpdir/jetty-localhost-40085-hadoop-hdfs-3_4_1-tests_jar-_-any-5262313878845193047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:19:20,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a0c2e5{HTTP/1.1, (http/1.1)}{localhost:40085} 2024-11-11T23:19:20,179 INFO [Time-limited test {}] server.Server(415): Started @140490ms 2024-11-11T23:19:20,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:19:20,966 WARN [Thread-1398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/cluster_295bfc78-dd9e-dc21-4198-71cadd18ba9d/data/data1/current/BP-175060231-172.17.0.2-1731367159422/current, will proceed with Du for space computation calculation, 2024-11-11T23:19:20,966 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/cluster_295bfc78-dd9e-dc21-4198-71cadd18ba9d/data/data2/current/BP-175060231-172.17.0.2-1731367159422/current, will proceed with Du for space computation calculation, 2024-11-11T23:19:20,983 WARN [Thread-1386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:19:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d5bef87d313480e with lease ID 0x94dbee145663615d: Processing first storage report for DS-237dad9f-0e78-4959-bd0e-355def6e8af4 from datanode DatanodeRegistration(127.0.0.1:41037, datanodeUuid=34b78045-1acd-4f51-9f38-9e9d1aaef78c, infoPort=43681, infoSecurePort=0, ipcPort=41093, storageInfo=lv=-57;cid=testClusterID;nsid=1082692159;c=1731367159422) 2024-11-11T23:19:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d5bef87d313480e with lease ID 0x94dbee145663615d: from storage DS-237dad9f-0e78-4959-bd0e-355def6e8af4 node DatanodeRegistration(127.0.0.1:41037, datanodeUuid=34b78045-1acd-4f51-9f38-9e9d1aaef78c, infoPort=43681, infoSecurePort=0, ipcPort=41093, storageInfo=lv=-57;cid=testClusterID;nsid=1082692159;c=1731367159422), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:19:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d5bef87d313480e with lease ID 0x94dbee145663615d: Processing first storage report for DS-f71acadb-82ea-4404-a94d-de947d6f2ba2 from datanode DatanodeRegistration(127.0.0.1:41037, datanodeUuid=34b78045-1acd-4f51-9f38-9e9d1aaef78c, infoPort=43681, infoSecurePort=0, ipcPort=41093, storageInfo=lv=-57;cid=testClusterID;nsid=1082692159;c=1731367159422) 2024-11-11T23:19:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d5bef87d313480e with lease ID 0x94dbee145663615d: from storage DS-f71acadb-82ea-4404-a94d-de947d6f2ba2 node DatanodeRegistration(127.0.0.1:41037, datanodeUuid=34b78045-1acd-4f51-9f38-9e9d1aaef78c, infoPort=43681, infoSecurePort=0, ipcPort=41093, storageInfo=lv=-57;cid=testClusterID;nsid=1082692159;c=1731367159422), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:19:21,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd 2024-11-11T23:19:21,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:21,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:19:21,448 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836 with version=8 2024-11-11T23:19:21,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/hbase-staging 2024-11-11T23:19:21,450 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:21,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:21,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:21,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:21,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:21,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:21,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:19:21,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:21,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34069 2024-11-11T23:19:21,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34069 connecting to ZooKeeper ensemble=127.0.0.1:61378 2024-11-11T23:19:21,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340690x0, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:21,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34069-0x1012c3230430003 connected 2024-11-11T23:19:21,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:21,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:21,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on znode that does not yet exist, /1-857135976/running 2024-11-11T23:19:21,580 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836, hbase.cluster.distributed=false 2024-11-11T23:19:21,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on znode that does not yet exist, /1-857135976/acl 2024-11-11T23:19:21,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34069 2024-11-11T23:19:21,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34069 2024-11-11T23:19:21,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34069 2024-11-11T23:19:21,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34069 2024-11-11T23:19:21,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34069 2024-11-11T23:19:21,598 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:21,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:21,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:21,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:21,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:21,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:21,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:19:21,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:21,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46269 2024-11-11T23:19:21,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46269 connecting to ZooKeeper ensemble=127.0.0.1:61378 2024-11-11T23:19:21,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:21,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:21,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462690x0, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:21,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462690x0, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on znode that does not yet exist, /1-857135976/running 2024-11-11T23:19:21,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46269-0x1012c3230430004 connected 2024-11-11T23:19:21,609 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:19:21,611 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:19:21,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on znode that does not yet exist, /1-857135976/master 2024-11-11T23:19:21,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on znode that does not yet exist, /1-857135976/acl 2024-11-11T23:19:21,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46269 2024-11-11T23:19:21,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46269 2024-11-11T23:19:21,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46269 2024-11-11T23:19:21,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46269 2024-11-11T23:19:21,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46269 2024-11-11T23:19:21,630 DEBUG [M:0;cdbe53028b4b:34069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:34069 2024-11-11T23:19:21,630 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-857135976/backup-masters/cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:21,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976/backup-masters 2024-11-11T23:19:21,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976/backup-masters 2024-11-11T23:19:21,640 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on existing znode=/1-857135976/backup-masters/cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:21,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:21,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-857135976/master 2024-11-11T23:19:21,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:21,651 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on existing znode=/1-857135976/master 2024-11-11T23:19:21,651 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-857135976/backup-masters/cdbe53028b4b,34069,1731367161450 from backup master directory 2024-11-11T23:19:21,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-857135976/backup-masters/cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:21,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976/backup-masters 2024-11-11T23:19:21,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976/backup-masters 2024-11-11T23:19:21,661 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:21,661 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:21,665 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/hbase.id] with ID: 393df605-83f0-46d9-b2d8-6e1b11d5bbcf 2024-11-11T23:19:21,665 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/.tmp/hbase.id 2024-11-11T23:19:21,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:19:22,069 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/.tmp/hbase.id]:[hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/hbase.id] 2024-11-11T23:19:22,079 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:22,080 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:19:22,081 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:19:22,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:22,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:22,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:19:22,539 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:22,540 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:19:22,540 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:22,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:19:22,947 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store 2024-11-11T23:19:22,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:19:23,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:23,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:19:23,353 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:23,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:23,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:19:23,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:23,353 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:23,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367163353Disabling compacts and flushes for region at 1731367163353Disabling writes for close at 1731367163353Writing region close event to WAL at 1731367163353Closed at 1731367163353 2024-11-11T23:19:23,354 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/.initializing 2024-11-11T23:19:23,354 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/WALs/cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:23,355 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:23,356 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C34069%2C1731367161450, suffix=, logDir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/WALs/cdbe53028b4b,34069,1731367161450, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/oldWALs, maxLogs=10 2024-11-11T23:19:23,368 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/WALs/cdbe53028b4b,34069,1731367161450/cdbe53028b4b%2C34069%2C1731367161450.1731367163356, exclude list is [], retry=0 2024-11-11T23:19:23,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41037,DS-237dad9f-0e78-4959-bd0e-355def6e8af4,DISK] 2024-11-11T23:19:23,372 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/WALs/cdbe53028b4b,34069,1731367161450/cdbe53028b4b%2C34069%2C1731367161450.1731367163356 2024-11-11T23:19:23,372 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43681:43681)] 2024-11-11T23:19:23,372 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:23,373 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:23,373 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,373 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:19:23,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:23,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:23,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:19:23,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:23,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:23,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:19:23,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:23,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:23,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:19:23,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:23,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:23,380 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,380 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,380 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,381 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,381 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,382 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:23,383 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:23,384 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:23,384 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74081914, jitterRate=0.1039065420627594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:23,384 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367163373Initializing all the Stores at 1731367163374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367163374Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367163374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367163374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367163374Cleaning up temporary data from old regions at 1731367163381 (+7 ms)Region opened successfully at 1731367163384 (+3 ms) 2024-11-11T23:19:23,385 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:19:23,387 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745c02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:23,388 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:19:23,388 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:19:23,388 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:19:23,388 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:19:23,388 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:19:23,388 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:19:23,389 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:19:23,390 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:19:23,391 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Unable to get data of znode /1-857135976/balancer because node does not exist (not necessarily an error) 2024-11-11T23:19:23,438 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-857135976/balancer already deleted, retry=false 2024-11-11T23:19:23,439 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:19:23,440 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Unable to get data of znode /1-857135976/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:19:23,450 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-857135976/normalizer already deleted, retry=false 2024-11-11T23:19:23,450 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:19:23,451 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Unable to get data of znode /1-857135976/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:19:23,460 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-857135976/switch/split already deleted, retry=false 2024-11-11T23:19:23,461 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Unable to get data of znode /1-857135976/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:19:23,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-857135976/switch/merge already deleted, retry=false 2024-11-11T23:19:23,473 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Unable to get data of znode /1-857135976/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:19:23,482 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-857135976/snapshot-cleanup already deleted, retry=false 2024-11-11T23:19:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-857135976/running 2024-11-11T23:19:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-857135976/running 2024-11-11T23:19:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:23,492 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,34069,1731367161450, sessionid=0x1012c3230430003, setting cluster-up flag (Was=false) 2024-11-11T23:19:23,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:23,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:23,545 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-857135976/flush-table-proc/acquired, /1-857135976/flush-table-proc/reached, /1-857135976/flush-table-proc/abort 2024-11-11T23:19:23,546 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:23,597 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-857135976/online-snapshot/acquired, /1-857135976/online-snapshot/reached, /1-857135976/online-snapshot/abort 2024-11-11T23:19:23,598 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:23,600 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:19:23,603 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:23,603 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:19:23,604 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:19:23,604 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,34069,1731367161450 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:19:23,605 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:23,605 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:23,605 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:23,605 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:23,605 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:19:23,605 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,605 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:23,605 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:23,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:19:23,614 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:23,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:19:23,633 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367193633 2024-11-11T23:19:23,633 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:19:23,634 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:19:23,634 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:19:23,634 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:19:23,634 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:19:23,634 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:19:23,634 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(746): ClusterId : 393df605-83f0-46d9-b2d8-6e1b11d5bbcf 2024-11-11T23:19:23,634 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,634 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:19:23,635 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:19:23,635 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:19:23,635 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:19:23,635 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:19:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:19:23,639 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:19:23,639 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:19:23,640 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:19:23,640 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:19:23,644 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367163639,5,FailOnTimeoutGroup] 2024-11-11T23:19:23,644 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367163644,5,FailOnTimeoutGroup] 2024-11-11T23:19:23,644 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,644 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:19:23,644 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,644 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,651 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:19:23,651 DEBUG [RS:0;cdbe53028b4b:46269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c62605a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:23,667 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:46269 2024-11-11T23:19:23,667 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:19:23,667 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:19:23,667 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:19:23,668 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,34069,1731367161450 with port=46269, startcode=1731367161598 2024-11-11T23:19:23,668 DEBUG [RS:0;cdbe53028b4b:46269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:19:23,669 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:19:23,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:23,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34069 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:23,671 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836 2024-11-11T23:19:23,671 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41935 2024-11-11T23:19:23,671 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:19:23,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976/rs 2024-11-11T23:19:23,713 DEBUG [RS:0;cdbe53028b4b:46269 {}] zookeeper.ZKUtil(111): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on existing znode=/1-857135976/rs/cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:23,713 WARN [RS:0;cdbe53028b4b:46269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:23,714 INFO [RS:0;cdbe53028b4b:46269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:23,714 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/WALs/cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:23,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,46269,1731367161598] 2024-11-11T23:19:23,716 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:19:23,717 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:19:23,718 INFO [RS:0;cdbe53028b4b:46269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:19:23,718 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,718 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:19:23,719 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:19:23,719 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:23,719 DEBUG [RS:0;cdbe53028b4b:46269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:23,720 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,720 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,720 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,720 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,720 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,720 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46269,1731367161598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:23,737 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:19:23,737 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46269,1731367161598-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,737 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,737 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.Replication(171): cdbe53028b4b,46269,1731367161598 started 2024-11-11T23:19:23,750 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:23,750 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,46269,1731367161598, RpcServer on cdbe53028b4b/172.17.0.2:46269, sessionid=0x1012c3230430004 2024-11-11T23:19:23,750 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:19:23,750 DEBUG [RS:0;cdbe53028b4b:46269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:23,750 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,46269,1731367161598' 2024-11-11T23:19:23,750 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-857135976/flush-table-proc/abort' 2024-11-11T23:19:23,751 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-857135976/flush-table-proc/acquired' 2024-11-11T23:19:23,751 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:19:23,751 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:19:23,751 DEBUG [RS:0;cdbe53028b4b:46269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:23,751 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,46269,1731367161598' 2024-11-11T23:19:23,751 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-857135976/online-snapshot/abort' 2024-11-11T23:19:23,751 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-857135976/online-snapshot/acquired' 2024-11-11T23:19:23,751 DEBUG [RS:0;cdbe53028b4b:46269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:19:23,751 INFO [RS:0;cdbe53028b4b:46269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:19:23,752 INFO [RS:0;cdbe53028b4b:46269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:19:23,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:19:23,852 INFO [RS:0;cdbe53028b4b:46269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:23,853 INFO [RS:0;cdbe53028b4b:46269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C46269%2C1731367161598, suffix=, logDir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/WALs/cdbe53028b4b,46269,1731367161598, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/oldWALs, maxLogs=10 2024-11-11T23:19:23,867 DEBUG [RS:0;cdbe53028b4b:46269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/WALs/cdbe53028b4b,46269,1731367161598/cdbe53028b4b%2C46269%2C1731367161598.1731367163854, exclude list is [], retry=0 2024-11-11T23:19:23,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41037,DS-237dad9f-0e78-4959-bd0e-355def6e8af4,DISK] 2024-11-11T23:19:23,871 INFO [RS:0;cdbe53028b4b:46269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/WALs/cdbe53028b4b,46269,1731367161598/cdbe53028b4b%2C46269%2C1731367161598.1731367163854 2024-11-11T23:19:23,872 DEBUG [RS:0;cdbe53028b4b:46269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43681:43681)] 2024-11-11T23:19:24,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:19:24,038 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836 2024-11-11T23:19:24,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:19:24,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:24,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:19:24,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:19:24,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:24,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:24,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:19:24,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:19:24,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:24,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:24,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:19:24,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:19:24,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:24,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:24,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:19:24,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:19:24,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:24,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:24,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:19:24,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740 2024-11-11T23:19:24,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740 2024-11-11T23:19:24,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:19:24,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:19:24,453 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:24,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:19:24,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:24,456 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63190113, jitterRate=-0.0583939403295517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:24,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367164444Initializing all the Stores at 1731367164445 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367164445Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367164445Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367164445Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367164445Cleaning up temporary data from old regions at 1731367164453 (+8 ms)Region opened successfully at 1731367164457 (+4 ms) 2024-11-11T23:19:24,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:19:24,457 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:19:24,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:19:24,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:19:24,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:19:24,457 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:24,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367164457Disabling compacts and flushes for region at 1731367164457Disabling writes for close at 1731367164457Writing region close event to WAL at 1731367164457Closed at 1731367164457 2024-11-11T23:19:24,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:24,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:19:24,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:19:24,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:24,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:19:24,610 DEBUG [cdbe53028b4b:34069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:19:24,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:24,612 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,46269,1731367161598, state=OPENING 2024-11-11T23:19:24,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:19:24,659 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:19:24,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:24,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:24,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:24,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:24,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:24,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:24,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:24,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-857135976/meta-region-server: CHANGED 2024-11-11T23:19:24,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-857135976/meta-region-server: CHANGED 2024-11-11T23:19:24,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:24,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,46269,1731367161598}] 2024-11-11T23:19:24,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:19:24,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:19:24,829 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:19:24,829 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:24,829 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:19:24,830 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C46269%2C1731367161598.meta, suffix=.meta, logDir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/WALs/cdbe53028b4b,46269,1731367161598, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/oldWALs, maxLogs=10 2024-11-11T23:19:24,843 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/WALs/cdbe53028b4b,46269,1731367161598/cdbe53028b4b%2C46269%2C1731367161598.meta.1731367164831.meta, exclude list is [], retry=0 2024-11-11T23:19:24,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41037,DS-237dad9f-0e78-4959-bd0e-355def6e8af4,DISK] 2024-11-11T23:19:24,846 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/WALs/cdbe53028b4b,46269,1731367161598/cdbe53028b4b%2C46269%2C1731367161598.meta.1731367164831.meta 2024-11-11T23:19:24,846 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43681:43681)] 2024-11-11T23:19:24,847 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:24,847 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:24,847 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:19:24,847 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:19:24,847 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:19:24,847 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:19:24,847 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:24,847 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:19:24,847 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:19:24,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:19:24,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:19:24,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:24,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:24,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:19:24,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:19:24,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:24,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:24,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:19:24,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:19:24,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:24,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:24,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:19:24,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:19:24,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:24,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:24,853 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:19:24,854 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740 2024-11-11T23:19:24,854 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740 2024-11-11T23:19:24,855 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:19:24,855 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:19:24,856 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:24,857 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:19:24,857 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63061971, jitterRate=-0.06030340492725372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:24,857 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:19:24,857 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367164847Writing region info on filesystem at 1731367164847Initializing all the Stores at 1731367164848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367164848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367164848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367164848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367164848Cleaning up temporary data from old regions at 1731367164855 (+7 ms)Running coprocessor post-open hooks at 1731367164857 (+2 ms)Region opened successfully at 1731367164857 2024-11-11T23:19:24,858 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367164824 2024-11-11T23:19:24,860 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:19:24,860 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:19:24,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:24,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,46269,1731367161598, state=OPEN 2024-11-11T23:19:24,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-857135976/meta-region-server 2024-11-11T23:19:24,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-857135976/meta-region-server 2024-11-11T23:19:24,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:24,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-857135976/meta-region-server: CHANGED 2024-11-11T23:19:24,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-857135976/meta-region-server: CHANGED 2024-11-11T23:19:24,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:19:24,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,46269,1731367161598 in 199 msec 2024-11-11T23:19:24,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:19:24,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-11T23:19:24,875 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:24,875 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:19:24,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:24,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,46269,1731367161598, seqNum=-1] 2024-11-11T23:19:24,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:24,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:24,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-11T23:19:24,882 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367164882, completionTime=-1 2024-11-11T23:19:24,882 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:19:24,882 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:19:24,884 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:19:24,884 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367224884 2024-11-11T23:19:24,884 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367284884 2024-11-11T23:19:24,884 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:19:24,884 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34069,1731367161450-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:24,884 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34069,1731367161450-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:24,884 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34069,1731367161450-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:24,885 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:34069, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:24,885 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:24,885 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:24,886 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:19:24,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.227sec 2024-11-11T23:19:24,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:19:24,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:19:24,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:19:24,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:19:24,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:19:24,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34069,1731367161450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:24,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34069,1731367161450-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:19:24,891 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:19:24,891 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:19:24,891 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34069,1731367161450-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:24,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf8da62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:24,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34069,-1 for getting cluster id 2024-11-11T23:19:24,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:24,937 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '393df605-83f0-46d9-b2d8-6e1b11d5bbcf' 2024-11-11T23:19:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "393df605-83f0-46d9-b2d8-6e1b11d5bbcf" 2024-11-11T23:19:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7ac93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34069,-1] 2024-11-11T23:19:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:24,939 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:24,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3044b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:24,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:24,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,46269,1731367161598, seqNum=-1] 2024-11-11T23:19:24,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:24,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:24,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:24,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61378 2024-11-11T23:19:24,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:24,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012c3230430005 connected 2024-11-11T23:19:24,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d19d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:24,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,37001,-1 for getting cluster id 2024-11-11T23:19:24,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:24,970 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07a87a77-8e4b-4a67-84e1-2918a6ad87a2' 2024-11-11T23:19:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07a87a77-8e4b-4a67-84e1-2918a6ad87a2" 2024-11-11T23:19:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eff4551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,37001,-1] 2024-11-11T23:19:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:24,972 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ad0f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:24,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57f12ebb 2024-11-11T23:19:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:24,975 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:24,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:34069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:19:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:19:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:24,978 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:34069' 2024-11-11T23:19:24,980 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6066e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:24,980 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34069,-1 for getting cluster id 2024-11-11T23:19:24,980 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:24,981 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '393df605-83f0-46d9-b2d8-6e1b11d5bbcf' 2024-11-11T23:19:24,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:24,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "393df605-83f0-46d9-b2d8-6e1b11d5bbcf" 2024-11-11T23:19:24,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9fdad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:24,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34069,-1] 2024-11-11T23:19:24,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:24,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:24,983 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:24,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c53789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:24,984 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55c56c1c 2024-11-11T23:19:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:24,986 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:24,987 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T23:19:24,987 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:19:24,987 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:24,987 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:24,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:24,988 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:24,989 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:19:24,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:19:24,991 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:24,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:19:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741835_1011 (size=1138) 2024-11-11T23:19:25,040 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:19:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:25,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b213300e9cfe073ab15f50288cbf93c8, NAME => 'hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8 2024-11-11T23:19:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741836_1012 (size=44) 2024-11-11T23:19:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:25,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:25,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b213300e9cfe073ab15f50288cbf93c8, disabling compactions & flushes 2024-11-11T23:19:25,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:25,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:25,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. after waiting 0 ms 2024-11-11T23:19:25,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:25,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:25,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b213300e9cfe073ab15f50288cbf93c8: Waiting for close lock at 1731367165807Disabling compacts and flushes for region at 1731367165807Disabling writes for close at 1731367165807Writing region close event to WAL at 1731367165807Closed at 1731367165807 2024-11-11T23:19:25,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:19:25,809 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367165808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367165808"}]},"ts":"1731367165808"} 2024-11-11T23:19:25,810 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:19:25,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:19:25,811 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367165811"}]},"ts":"1731367165811"} 2024-11-11T23:19:25,813 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:19:25,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN}] 2024-11-11T23:19:25,814 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN 2024-11-11T23:19:25,815 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN; state=OFFLINE, location=cdbe53028b4b,43449,1731367157213; forceNewPlan=false, retain=false 2024-11-11T23:19:25,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b213300e9cfe073ab15f50288cbf93c8, regionState=OPENING, regionLocation=cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:25,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN because future has completed 2024-11-11T23:19:25,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b213300e9cfe073ab15f50288cbf93c8, server=cdbe53028b4b,43449,1731367157213}] 2024-11-11T23:19:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:26,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:26,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:26,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:19:26,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C43449%2C1731367157213.rep, suffix=, logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213, archiveDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs, maxLogs=10 2024-11-11T23:19:26,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.rep.1731367166125, exclude list is [], retry=0 2024-11-11T23:19:26,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1,DISK] 2024-11-11T23:19:26,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.rep.1731367166125 2024-11-11T23:19:26,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40609:40609)] 2024-11-11T23:19:26,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b213300e9cfe073ab15f50288cbf93c8, NAME => 'hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:26,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:26,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:19:26,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. service=MultiRowMutationService 2024-11-11T23:19:26,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:19:26,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:26,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,142 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,143 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b213300e9cfe073ab15f50288cbf93c8 columnFamilyName hfileref 2024-11-11T23:19:26,143 DEBUG [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:26,143 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(327): Store=b213300e9cfe073ab15f50288cbf93c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:26,143 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,144 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b213300e9cfe073ab15f50288cbf93c8 columnFamilyName queue 2024-11-11T23:19:26,144 DEBUG [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:26,145 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(327): Store=b213300e9cfe073ab15f50288cbf93c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:26,145 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,146 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b213300e9cfe073ab15f50288cbf93c8 columnFamilyName sid 2024-11-11T23:19:26,146 DEBUG [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:26,146 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(327): Store=b213300e9cfe073ab15f50288cbf93c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:26,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:19:26,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:26,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b213300e9cfe073ab15f50288cbf93c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60800973, jitterRate=-0.09399490058422089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:19:26,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:26,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b213300e9cfe073ab15f50288cbf93c8: Running coprocessor pre-open hook at 1731367166140Writing region info on filesystem at 1731367166140Initializing all the Stores at 1731367166141 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367166141Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367166141Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367166141Cleaning up temporary data from old regions at 1731367166148 (+7 ms)Running coprocessor post-open hooks at 1731367166152 (+4 ms)Region opened successfully at 1731367166153 (+1 ms) 2024-11-11T23:19:26,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8., pid=7, masterSystemTime=1731367166120 2024-11-11T23:19:26,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:26,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:26,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b213300e9cfe073ab15f50288cbf93c8, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:26,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b213300e9cfe073ab15f50288cbf93c8, server=cdbe53028b4b,43449,1731367157213 because future has completed 2024-11-11T23:19:26,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T23:19:26,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b213300e9cfe073ab15f50288cbf93c8, server=cdbe53028b4b,43449,1731367157213 in 191 msec 2024-11-11T23:19:26,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:19:26,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN in 348 msec 2024-11-11T23:19:26,163 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:19:26,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367166163"}]},"ts":"1731367166163"} 2024-11-11T23:19:26,166 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:19:26,167 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:19:26,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-11T23:19:26,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8., hostname=cdbe53028b4b,43449,1731367157213, seqNum=2] 2024-11-11T23:19:26,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:26,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:26,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:19:26,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T23:19:26,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T23:19:26,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T23:19:26,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:26,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T23:19:26,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:26,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T23:19:26,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:19:26,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T23:19:26,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:19:26,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T23:19:26,541 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:19:26,569 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,43449,1731367157213, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:19:26,569 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:26,569 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,43449,1731367157213, seqNum=-1] 2024-11-11T23:19:26,569 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:26,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T23:19:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,43449,1731367157213', locateType=CURRENT is [region=hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8., hostname=cdbe53028b4b,43449,1731367157213, seqNum=2] 2024-11-11T23:19:26,575 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T23:19:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T23:19:26,577 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,43449,1731367157213 suceeded 2024-11-11T23:19:26,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T23:19:26,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-11T23:19:26,579 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:34069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:19:26,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6040 sec 2024-11-11T23:19:26,590 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:34069' 2024-11-11T23:19:26,591 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34b2231d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:26,591 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34069,-1 for getting cluster id 2024-11-11T23:19:26,592 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:26,592 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '393df605-83f0-46d9-b2d8-6e1b11d5bbcf' 2024-11-11T23:19:26,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:26,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "393df605-83f0-46d9-b2d8-6e1b11d5bbcf" 2024-11-11T23:19:26,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e36830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:26,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34069,-1] 2024-11-11T23:19:26,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:26,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:26,594 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:26,594 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29de5595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:26,594 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35ec4469 2024-11-11T23:19:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:26,596 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T23:19:26,597 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,43449,1731367157213 (queues=1) is replicating from cluster=07a87a77-8e4b-4a67-84e1-2918a6ad87a2 to cluster=393df605-83f0-46d9-b2d8-6e1b11d5bbcf 2024-11-11T23:19:26,597 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C43449%2C1731367157213 2024-11-11T23:19:26,597 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,43449,1731367157213, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:19:26,598 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.shippercdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C43449%2C1731367157213 2024-11-11T23:19:26,598 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.wal-reader.cdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.1731367157962, startPosition=0, beingWritten=true 2024-11-11T23:19:26,803 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.wal-reader.cdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.1731367157962 to pos 0, reset compression=false 2024-11-11T23:19:27,108 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.wal-reader.cdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.1731367157962 to pos 0, reset compression=false 2024-11-11T23:19:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:27,132 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:19:27,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:27,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:27,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:27,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:27,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:27,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71424033 2024-11-11T23:19:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:27,134 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:27,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37001 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T23:19:27,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:27,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:27,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:27,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:27,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:27,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:19:27,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=376358881, stopped=false 2024-11-11T23:19:27,135 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,37001,1731367157063 2024-11-11T23:19:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/running 2024-11-11T23:19:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/running 2024-11-11T23:19:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:27,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:27,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:27,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:27,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:27,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/running 2024-11-11T23:19:27,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,43449,1731367157213' ***** 2024-11-11T23:19:27,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/running 2024-11-11T23:19:27,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:19:27,197 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:19:27,197 INFO [RS:0;cdbe53028b4b:43449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:19:27,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:19:27,197 INFO [RS:0;cdbe53028b4b:43449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:19:27,197 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(3091): Received CLOSE for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:27,198 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:27,198 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:27,198 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b213300e9cfe073ab15f50288cbf93c8, disabling compactions & flushes 2024-11-11T23:19:27,198 INFO [RS:0;cdbe53028b4b:43449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:43449. 2024-11-11T23:19:27,198 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:27,198 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:27,198 DEBUG [RS:0;cdbe53028b4b:43449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:27,198 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. after waiting 0 ms 2024-11-11T23:19:27,198 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:27,198 DEBUG [RS:0;cdbe53028b4b:43449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:27,198 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b213300e9cfe073ab15f50288cbf93c8 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T23:19:27,198 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:19:27,198 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:19:27,198 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:19:27,198 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:19:27,198 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:19:27,198 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1325): Online Regions={b213300e9cfe073ab15f50288cbf93c8=hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:19:27,198 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:27,198 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:19:27,199 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:19:27,199 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:19:27,199 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:19:27,199 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:19:27,199 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T23:19:27,213 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8/.tmp/queue/f952243f1a504fa1afd6e9c77c47db66 is 151, key is 1-cdbe53028b4b,43449,1731367157213/queue:cdbe53028b4b%2C43449%2C1731367157213/1731367166573/Put/seqid=0 2024-11-11T23:19:27,213 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/info/f0e16587e71743019b29c661560d671a is 147, key is hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8./info:regioninfo/1731367166156/Put/seqid=0 2024-11-11T23:19:27,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741839_1015 (size=5350) 2024-11-11T23:19:27,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741838_1014 (size=6631) 2024-11-11T23:19:27,245 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:27,399 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:27,513 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.wal-reader.cdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.1731367157962 to pos 0, reset compression=false 2024-11-11T23:19:27,599 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:27,620 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8/.tmp/queue/f952243f1a504fa1afd6e9c77c47db66 2024-11-11T23:19:27,620 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/info/f0e16587e71743019b29c661560d671a 2024-11-11T23:19:27,626 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8/.tmp/queue/f952243f1a504fa1afd6e9c77c47db66 as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8/queue/f952243f1a504fa1afd6e9c77c47db66 2024-11-11T23:19:27,630 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8/queue/f952243f1a504fa1afd6e9c77c47db66, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T23:19:27,631 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b213300e9cfe073ab15f50288cbf93c8 in 433ms, sequenceid=5, compaction requested=false 2024-11-11T23:19:27,631 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:19:27,636 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T23:19:27,636 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:27,636 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:27,636 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:27,636 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b213300e9cfe073ab15f50288cbf93c8: Waiting for close lock at 1731367167198Running coprocessor pre-close hooks at 1731367167198Disabling compacts and flushes for region at 1731367167198Disabling writes for close at 1731367167198Obtaining lock to block concurrent updates at 1731367167198Preparing flush snapshotting stores in b213300e9cfe073ab15f50288cbf93c8 at 1731367167198Finished memstore snapshotting hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731367167198Flushing stores of hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. at 1731367167199 (+1 ms)Flushing b213300e9cfe073ab15f50288cbf93c8/queue: creating writer at 1731367167199Flushing b213300e9cfe073ab15f50288cbf93c8/queue: appending metadata at 1731367167212 (+13 ms)Flushing b213300e9cfe073ab15f50288cbf93c8/queue: closing flushed file at 1731367167212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6082afe7: reopening flushed file at 1731367167625 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b213300e9cfe073ab15f50288cbf93c8 in 433ms, sequenceid=5, compaction requested=false at 1731367167631 (+6 ms)Writing region close event to WAL at 1731367167632 (+1 ms)Running coprocessor post-close hooks at 1731367167636 (+4 ms)Closed at 1731367167636 2024-11-11T23:19:27,636 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:27,639 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/ns/700d8f98e9bf4ce180d11172058142e3 is 43, key is default/ns:d/1731367159213/Put/seqid=0 2024-11-11T23:19:27,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741840_1016 (size=5153) 2024-11-11T23:19:27,799 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:27,915 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:19:27,915 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:19:27,999 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:28,017 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.wal-reader.cdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.1731367157962 to pos 0, reset compression=false 2024-11-11T23:19:28,043 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/ns/700d8f98e9bf4ce180d11172058142e3 2024-11-11T23:19:28,066 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/table/45b672c1fb85438c8e4cc732d0916e11 is 53, key is hbase:replication/table:state/1731367166163/Put/seqid=0 2024-11-11T23:19:28,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741841_1017 (size=5256) 2024-11-11T23:19:28,199 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:19:28,199 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:19:28,199 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:28,400 DEBUG [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:28,472 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/table/45b672c1fb85438c8e4cc732d0916e11 2024-11-11T23:19:28,477 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/info/f0e16587e71743019b29c661560d671a as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/info/f0e16587e71743019b29c661560d671a 2024-11-11T23:19:28,481 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/info/f0e16587e71743019b29c661560d671a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T23:19:28,483 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/ns/700d8f98e9bf4ce180d11172058142e3 as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/ns/700d8f98e9bf4ce180d11172058142e3 2024-11-11T23:19:28,487 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/ns/700d8f98e9bf4ce180d11172058142e3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T23:19:28,487 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/table/45b672c1fb85438c8e4cc732d0916e11 as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/table/45b672c1fb85438c8e4cc732d0916e11 2024-11-11T23:19:28,492 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/table/45b672c1fb85438c8e4cc732d0916e11, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T23:19:28,493 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false 2024-11-11T23:19:28,497 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T23:19:28,498 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:28,498 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:28,498 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:28,498 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367167198Running coprocessor pre-close hooks at 1731367167198Disabling compacts and flushes for region at 1731367167198Disabling writes for close at 1731367167199 (+1 ms)Obtaining lock to block concurrent updates at 1731367167199Preparing flush snapshotting stores in 1588230740 at 1731367167199Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731367167199Flushing stores of hbase:meta,,1.1588230740 at 1731367167199Flushing 1588230740/info: creating writer at 1731367167199Flushing 1588230740/info: appending metadata at 1731367167212 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731367167212Flushing 1588230740/ns: creating writer at 1731367167625 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731367167639 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731367167639Flushing 1588230740/table: creating writer at 1731367168049 (+410 ms)Flushing 1588230740/table: appending metadata at 1731367168066 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731367168066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca107ff: reopening flushed file at 1731367168476 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6522c9: reopening flushed file at 1731367168482 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6c6bda: reopening flushed file at 1731367168487 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1731367168493 (+6 ms)Writing region close event to WAL at 1731367168494 (+1 ms)Running coprocessor post-close hooks at 1731367168498 (+4 ms)Closed at 1731367168498 2024-11-11T23:19:28,498 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:28,600 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,43449,1731367157213; all regions closed. 2024-11-11T23:19:28,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741834_1010 (size=2742) 2024-11-11T23:19:28,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.meta.1731367159118.meta not finished, retry = 0 2024-11-11T23:19:28,621 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.wal-reader.cdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.1731367157962 to pos 0, reset compression=false 2024-11-11T23:19:28,705 DEBUG [RS:0;cdbe53028b4b:43449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs 2024-11-11T23:19:28,705 INFO [RS:0;cdbe53028b4b:43449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C43449%2C1731367157213.meta:.meta(num 1731367159118) 2024-11-11T23:19:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741837_1013 (size=1586) 2024-11-11T23:19:28,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.rep.1731367166125 not finished, retry = 0 2024-11-11T23:19:28,869 DEBUG [RS:0;cdbe53028b4b:43449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs 2024-11-11T23:19:28,869 INFO [RS:0;cdbe53028b4b:43449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C43449%2C1731367157213.rep:(num 1731367166125) 2024-11-11T23:19:28,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213/cdbe53028b4b%2C43449%2C1731367157213.1731367157962 not finished, retry = 0 2024-11-11T23:19:28,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741832_1008 (size=93) 2024-11-11T23:19:28,973 DEBUG [RS:0;cdbe53028b4b:43449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs 2024-11-11T23:19:28,973 INFO [RS:0;cdbe53028b4b:43449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C43449%2C1731367157213:(num 1731367157962) 2024-11-11T23:19:28,973 DEBUG [RS:0;cdbe53028b4b:43449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:28,973 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:28,973 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:28,974 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:28,974 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:28,974 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:28,974 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,43449,1731367157213 because: Region server is closing 2024-11-11T23:19:28,974 INFO [RS:0;cdbe53028b4b:43449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:43449. 2024-11-11T23:19:28,974 DEBUG [RS:0;cdbe53028b4b:43449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:28,974 DEBUG [RS:0;cdbe53028b4b:43449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:28,974 DEBUG [RS:0;cdbe53028b4b:43449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:28,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:29,075 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.wal-reader.cdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:19:29,075 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.shippercdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T23:19:29,075 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43449,1731367157213.replicationSource.shippercdbe53028b4b%2C43449%2C1731367157213,1-cdbe53028b4b,43449,1731367157213 terminated 2024-11-11T23:19:29,075 INFO [RS:0;cdbe53028b4b:43449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43449 2024-11-11T23:19:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/rs 2024-11-11T23:19:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/rs/cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:29,113 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:29,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,43449,1731367157213] 2024-11-11T23:19:29,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/draining/cdbe53028b4b,43449,1731367157213 already deleted, retry=false 2024-11-11T23:19:29,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,43449,1731367157213 expired; onlineServers=0 2024-11-11T23:19:29,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,37001,1731367157063' ***** 2024-11-11T23:19:29,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:19:29,134 INFO [M:0;cdbe53028b4b:37001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:29,134 INFO [M:0;cdbe53028b4b:37001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:29,134 DEBUG [M:0;cdbe53028b4b:37001 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:19:29,134 DEBUG [M:0;cdbe53028b4b:37001 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:19:29,134 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:19:29,134 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367157773 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367157773,5,FailOnTimeoutGroup] 2024-11-11T23:19:29,134 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367157774 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367157774,5,FailOnTimeoutGroup] 2024-11-11T23:19:29,135 INFO [M:0;cdbe53028b4b:37001 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:29,135 INFO [M:0;cdbe53028b4b:37001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:29,135 DEBUG [M:0;cdbe53028b4b:37001 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:19:29,135 INFO [M:0;cdbe53028b4b:37001 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:19:29,135 INFO [M:0;cdbe53028b4b:37001 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:29,135 INFO [M:0;cdbe53028b4b:37001 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:19:29,135 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:19:29,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/master 2024-11-11T23:19:29,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:29,145 DEBUG [M:0;cdbe53028b4b:37001 {}] zookeeper.ZKUtil(347): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/master because node does not exist (not an error) 2024-11-11T23:19:29,145 WARN [M:0;cdbe53028b4b:37001 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:19:29,145 INFO [M:0;cdbe53028b4b:37001 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/.lastflushedseqids 2024-11-11T23:19:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741842_1018 (size=181) 2024-11-11T23:19:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:29,224 INFO [RS:0;cdbe53028b4b:43449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1012c3230430001, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:29,224 INFO [RS:0;cdbe53028b4b:43449 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,43449,1731367157213; zookeeper connection closed. 2024-11-11T23:19:29,224 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20802768 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20802768 2024-11-11T23:19:29,224 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:19:29,550 INFO [M:0;cdbe53028b4b:37001 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:19:29,550 INFO [M:0;cdbe53028b4b:37001 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:19:29,550 DEBUG [M:0;cdbe53028b4b:37001 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:19:29,550 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:29,550 DEBUG [M:0;cdbe53028b4b:37001 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:29,550 DEBUG [M:0;cdbe53028b4b:37001 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:19:29,550 DEBUG [M:0;cdbe53028b4b:37001 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:29,551 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T23:19:29,565 DEBUG [M:0;cdbe53028b4b:37001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17ea4240ae264aa78872187684a9b09a is 82, key is hbase:meta,,1/info:regioninfo/1731367159148/Put/seqid=0 2024-11-11T23:19:29,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741843_1019 (size=5672) 2024-11-11T23:19:29,969 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17ea4240ae264aa78872187684a9b09a 2024-11-11T23:19:29,987 DEBUG [M:0;cdbe53028b4b:37001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bcc250839f44d748bd1dafca0c7bfc1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731367166168/Put/seqid=0 2024-11-11T23:19:29,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741844_1020 (size=7203) 2024-11-11T23:19:30,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:19:30,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:30,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:30,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:30,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:30,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:30,391 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bcc250839f44d748bd1dafca0c7bfc1 2024-11-11T23:19:30,411 DEBUG [M:0;cdbe53028b4b:37001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbf7f2653f5a4a63b50390023e4c4fe9 is 69, key is cdbe53028b4b,43449,1731367157213/rs:state/1731367157813/Put/seqid=0 2024-11-11T23:19:30,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741845_1021 (size=5156) 2024-11-11T23:19:30,815 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbf7f2653f5a4a63b50390023e4c4fe9 2024-11-11T23:19:30,820 DEBUG [M:0;cdbe53028b4b:37001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17ea4240ae264aa78872187684a9b09a as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17ea4240ae264aa78872187684a9b09a 2024-11-11T23:19:30,824 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17ea4240ae264aa78872187684a9b09a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T23:19:30,825 DEBUG [M:0;cdbe53028b4b:37001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bcc250839f44d748bd1dafca0c7bfc1 as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bcc250839f44d748bd1dafca0c7bfc1 2024-11-11T23:19:30,829 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bcc250839f44d748bd1dafca0c7bfc1, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T23:19:30,830 DEBUG [M:0;cdbe53028b4b:37001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbf7f2653f5a4a63b50390023e4c4fe9 as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbf7f2653f5a4a63b50390023e4c4fe9 2024-11-11T23:19:30,835 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbf7f2653f5a4a63b50390023e4c4fe9, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T23:19:30,836 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-11T23:19:30,840 INFO [M:0;cdbe53028b4b:37001 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:30,840 DEBUG [M:0;cdbe53028b4b:37001 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367169550Disabling compacts and flushes for region at 1731367169550Disabling writes for close at 1731367169550Obtaining lock to block concurrent updates at 1731367169551 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367169551Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731367169551Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367169551Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367169552 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367169564 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367169565 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367169974 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367169986 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367169986Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367170395 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367170411 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367170411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f83306: reopening flushed file at 1731367170819 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5539dcfa: reopening flushed file at 1731367170824 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7259a345: reopening flushed file at 1731367170829 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1731367170836 (+7 ms)Writing region close event to WAL at 1731367170839 (+3 ms)Closed at 1731367170840 (+1 ms) 2024-11-11T23:19:30,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741830_1006 (size=41008) 2024-11-11T23:19:30,841 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063/cdbe53028b4b%2C37001%2C1731367157063.1731367157461 not finished, retry = 0 2024-11-11T23:19:30,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:30,943 INFO [M:0;cdbe53028b4b:37001 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:19:30,943 INFO [M:0;cdbe53028b4b:37001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37001 2024-11-11T23:19:30,943 INFO [M:0;cdbe53028b4b:37001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:31,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:31,106 INFO [M:0;cdbe53028b4b:37001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:31,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37001-0x1012c3230430000, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:31,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:31,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:31,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:19:31,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:31,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32857 2024-11-11T23:19:31,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32857 connecting to ZooKeeper ensemble=127.0.0.1:61378 2024-11-11T23:19:31,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328570x0, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:31,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32857-0x1012c3230430006 connected 2024-11-11T23:19:31,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:31,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:31,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/running 2024-11-11T23:19:31,139 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: INIT 2024-11-11T23:19:31,139 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8, hbase.cluster.distributed=false 2024-11-11T23:19:31,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/acl 2024-11-11T23:19:31,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-11T23:19:31,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32857 2024-11-11T23:19:31,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32857 2024-11-11T23:19:31,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-11T23:19:31,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-11T23:19:31,156 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:31,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:31,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:31,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:31,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:31,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:31,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:19:31,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:31,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39509 2024-11-11T23:19:31,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39509 connecting to ZooKeeper ensemble=127.0.0.1:61378 2024-11-11T23:19:31,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:31,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:31,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395090x0, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:31,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395090x0, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/running 2024-11-11T23:19:31,175 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: INIT 2024-11-11T23:19:31,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39509-0x1012c3230430007 connected 2024-11-11T23:19:31,176 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:19:31,176 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:19:31,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/master 2024-11-11T23:19:31,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/acl 2024-11-11T23:19:31,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39509 2024-11-11T23:19:31,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39509 2024-11-11T23:19:31,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39509 2024-11-11T23:19:31,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39509 2024-11-11T23:19:31,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39509 2024-11-11T23:19:31,193 DEBUG [M:0;cdbe53028b4b:32857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:32857 2024-11-11T23:19:31,194 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-788757777/backup-masters/cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:31,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/backup-masters 2024-11-11T23:19:31,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/backup-masters 2024-11-11T23:19:31,207 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on existing znode=/0-788757777/backup-masters/cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:31,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:31,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-788757777/master 2024-11-11T23:19:31,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:31,219 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on existing znode=/0-788757777/master 2024-11-11T23:19:31,219 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-788757777/backup-masters/cdbe53028b4b,32857,1731367171108 from backup master directory 2024-11-11T23:19:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/backup-masters/cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/backup-masters 2024-11-11T23:19:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/backup-masters 2024-11-11T23:19:31,229 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:31,229 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:31,236 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:31,237 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:19:31,242 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-11T23:19:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741846_1022 (size=196) 2024-11-11T23:19:31,655 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:31,656 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:19:31,656 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:31,661 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T23:19:31,663 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063 to hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063-dead as it is dead 2024-11-11T23:19:31,664 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063-dead/cdbe53028b4b%2C37001%2C1731367157063.1731367157461 2024-11-11T23:19:31,664 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063-dead/cdbe53028b4b%2C37001%2C1731367157063.1731367157461 after 0ms 2024-11-11T23:19:31,665 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063-dead/cdbe53028b4b%2C37001%2C1731367157063.1731367157461 to hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cdbe53028b4b%2C37001%2C1731367157063.1731367157461 2024-11-11T23:19:31,665 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,37001,1731367157063-dead 2024-11-11T23:19:31,665 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:31,666 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:31,667 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C32857%2C1731367171108, suffix=, logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,32857,1731367171108, archiveDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/oldWALs, maxLogs=10 2024-11-11T23:19:31,679 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,32857,1731367171108/cdbe53028b4b%2C32857%2C1731367171108.1731367171667, exclude list is [], retry=0 2024-11-11T23:19:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1,DISK] 2024-11-11T23:19:31,682 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,32857,1731367171108/cdbe53028b4b%2C32857%2C1731367171108.1731367171667 2024-11-11T23:19:31,683 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40609:40609)] 2024-11-11T23:19:31,683 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:31,683 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:31,683 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,683 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:19:31,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:31,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17ea4240ae264aa78872187684a9b09a 2024-11-11T23:19:31,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:31,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:19:31,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:31,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bcc250839f44d748bd1dafca0c7bfc1 2024-11-11T23:19:31,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:31,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:19:31,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:31,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbf7f2653f5a4a63b50390023e4c4fe9 2024-11-11T23:19:31,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:31,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:19:31,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:31,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:31,704 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,704 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T23:19:31,704 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cdbe53028b4b%2C37001%2C1731367157063.1731367157461 2024-11-11T23:19:31,709 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cdbe53028b4b%2C37001%2C1731367157063.1731367157461 2024-11-11T23:19:31,710 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cdbe53028b4b%2C37001%2C1731367157063.1731367157461 2024-11-11T23:19:31,711 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,711 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,712 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:31,713 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:31,715 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T23:19:31,716 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73811637, jitterRate=0.09987910091876984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:31,716 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367171683Initializing all the Stores at 1731367171684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367171684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367171684Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367171684Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367171684Cleaning up temporary data from old regions at 1731367171711 (+27 ms)Region opened successfully at 1731367171716 (+5 ms) 2024-11-11T23:19:31,716 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:19:31,719 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7317c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:31,721 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T23:19:31,721 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:19:31,721 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:19:31,721 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:19:31,721 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:19:31,724 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:31,724 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:19:31,725 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:19:31,725 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-11T23:19:31,725 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:19:31,727 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cdbe53028b4b,43449,1731367157213, regionLocation=cdbe53028b4b,43449,1731367157213, openSeqNum=2 2024-11-11T23:19:31,728 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cdbe53028b4b,43449,1731367157213, table=hbase:meta, region=1588230740 2024-11-11T23:19:31,728 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,43449,1731367157213, state=OPEN 2024-11-11T23:19:31,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-788757777/meta-region-server 2024-11-11T23:19:31,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-788757777/meta-region-server 2024-11-11T23:19:31,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:31,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:31,778 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:19:31,787 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/draining/cdbe53028b4b,43449,1731367157213 already deleted, retry=false 2024-11-11T23:19:31,787 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cdbe53028b4b,43449,1731367157213 on cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:31,788 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cdbe53028b4b,43449,1731367157213, splitWal=true, meta=true 2024-11-11T23:19:31,788 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for cdbe53028b4b,43449,1731367157213 (carryingMeta=true) cdbe53028b4b,43449,1731367157213/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@700d54f0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T23:19:31,790 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/balancer because node does not exist (not necessarily an error) 2024-11-11T23:19:31,797 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/balancer already deleted, retry=false 2024-11-11T23:19:31,797 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:19:31,798 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:19:31,807 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/normalizer already deleted, retry=false 2024-11-11T23:19:31,808 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:19:31,809 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:19:31,818 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/switch/split already deleted, retry=false 2024-11-11T23:19:31,819 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:19:31,829 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/switch/merge already deleted, retry=false 2024-11-11T23:19:31,841 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:19:31,850 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/snapshot-cleanup already deleted, retry=false 2024-11-11T23:19:31,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-788757777/running 2024-11-11T23:19:31,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-788757777/running 2024-11-11T23:19:31,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:31,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:31,861 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,32857,1731367171108, sessionid=0x1012c3230430006, setting cluster-up flag (Was=false) 2024-11-11T23:19:31,871 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-788757777/flush-table-proc/acquired, /0-788757777/flush-table-proc/reached, /0-788757777/flush-table-proc/abort 2024-11-11T23:19:31,872 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:31,882 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-788757777/online-snapshot/acquired, /0-788757777/online-snapshot/reached, /0-788757777/online-snapshot/abort 2024-11-11T23:19:31,882 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:31,883 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/.lastflushedseqids 2024-11-11T23:19:31,885 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:19:31,885 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:19:31,885 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,32857,1731367171108 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cdbe53028b4b,43449,1731367157213 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:19:31,886 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(746): ClusterId : 07a87a77-8e4b-4a67-84e1-2918a6ad87a2 2024-11-11T23:19:31,886 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:19:31,892 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:31,892 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:31,892 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:31,892 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:31,892 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:19:31,892 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,892 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:31,892 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,892 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:19:31,892 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:19:31,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367201893 2024-11-11T23:19:31,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:19:31,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:19:31,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:19:31,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:19:31,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:19:31,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:19:31,893 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cdbe53028b4b,43449,1731367157213, splitWal=true, meta=true 2024-11-11T23:19:31,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:19:31,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:19:31,894 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cdbe53028b4b,43449,1731367157213, splitWal=true, meta=true, isMeta: true 2024-11-11T23:19:31,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:19:31,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:19:31,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:19:31,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:19:31,894 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367171894,5,FailOnTimeoutGroup] 2024-11-11T23:19:31,895 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367171894,5,FailOnTimeoutGroup] 2024-11-11T23:19:31,895 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,895 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:19:31,895 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,895 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,895 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367171895, completionTime=-1 2024-11-11T23:19:31,895 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T23:19:31,895 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T23:19:31,895 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213-splitting 2024-11-11T23:19:31,896 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213-splitting dir is empty, no logs to split. 2024-11-11T23:19:31,896 INFO [PEWorker-1 {}] master.SplitWALManager(105): cdbe53028b4b,43449,1731367157213 WAL count=0, meta=true 2024-11-11T23:19:31,898 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213-splitting dir is empty, no logs to split. 2024-11-11T23:19:31,898 INFO [PEWorker-1 {}] master.SplitWALManager(105): cdbe53028b4b,43449,1731367157213 WAL count=0, meta=true 2024-11-11T23:19:31,898 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cdbe53028b4b,43449,1731367157213 WAL splitting is done? wals=0, meta=true 2024-11-11T23:19:31,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:19:31,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:31,900 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T23:19:31,903 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:19:31,903 DEBUG [RS:0;cdbe53028b4b:39509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f942dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:31,913 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:39509 2024-11-11T23:19:31,913 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:19:31,913 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:19:31,914 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:19:31,914 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,32857,1731367171108 with port=39509, startcode=1731367171156 2024-11-11T23:19:31,914 DEBUG [RS:0;cdbe53028b4b:39509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:19:31,916 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:19:31,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:31,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32857 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:31,917 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8 2024-11-11T23:19:31,917 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45697 2024-11-11T23:19:31,917 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:19:31,945 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T23:19:31,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/rs 2024-11-11T23:19:31,947 DEBUG [RS:0;cdbe53028b4b:39509 {}] zookeeper.ZKUtil(111): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on existing znode=/0-788757777/rs/cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:31,947 WARN [RS:0;cdbe53028b4b:39509 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:31,947 INFO [RS:0;cdbe53028b4b:39509 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:31,947 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:31,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,39509,1731367171156] 2024-11-11T23:19:31,964 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:19:31,965 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:19:31,965 INFO [RS:0;cdbe53028b4b:39509 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:19:31,965 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,966 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:19:31,966 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:19:31,966 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,966 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,966 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,966 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,966 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,966 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,966 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:31,967 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,967 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,967 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,967 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,967 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,967 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:31,967 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:31,967 DEBUG [RS:0;cdbe53028b4b:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:31,967 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,967 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,967 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,967 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,967 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,967 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39509,1731367171156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:31,980 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:19:31,980 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,39509,1731367171156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,991 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,39509,1731367171156, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:19:31,992 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:31,992 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.Replication(171): cdbe53028b4b,39509,1731367171156 started 2024-11-11T23:19:32,003 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:32,003 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,39509,1731367171156, RpcServer on cdbe53028b4b/172.17.0.2:39509, sessionid=0x1012c3230430007 2024-11-11T23:19:32,003 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:19:32,004 DEBUG [RS:0;cdbe53028b4b:39509 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:32,004 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,39509,1731367171156' 2024-11-11T23:19:32,004 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-788757777/flush-table-proc/abort' 2024-11-11T23:19:32,004 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-788757777/flush-table-proc/acquired' 2024-11-11T23:19:32,004 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:19:32,004 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:19:32,004 DEBUG [RS:0;cdbe53028b4b:39509 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:32,004 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,39509,1731367171156' 2024-11-11T23:19:32,004 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-788757777/online-snapshot/abort' 2024-11-11T23:19:32,005 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-788757777/online-snapshot/acquired' 2024-11-11T23:19:32,005 DEBUG [RS:0;cdbe53028b4b:39509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:19:32,005 INFO [RS:0;cdbe53028b4b:39509 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:19:32,005 INFO [RS:0;cdbe53028b4b:39509 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:19:32,007 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource,1-cdbe53028b4b,39509,1731367171156 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:34069' 2024-11-11T23:19:32,009 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource,1-cdbe53028b4b,39509,1731367171156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@557df129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:32,009 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource,1-cdbe53028b4b,39509,1731367171156 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34069,-1 for getting cluster id 2024-11-11T23:19:32,009 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource,1-cdbe53028b4b,39509,1731367171156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:32,010 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '393df605-83f0-46d9-b2d8-6e1b11d5bbcf' 2024-11-11T23:19:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "393df605-83f0-46d9-b2d8-6e1b11d5bbcf" 2024-11-11T23:19:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cea2483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34069,-1] 2024-11-11T23:19:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:32,011 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:32,012 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource,1-cdbe53028b4b,39509,1731367171156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c2c93dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:32,012 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource,1-cdbe53028b4b,39509,1731367171156 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:32,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:32,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63024360 2024-11-11T23:19:32,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:32,013 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T23:19:32,014 INFO [RS:0;cdbe53028b4b:39509.replicationSource,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,39509,1731367171156 (queues=0) is replicating from cluster=07a87a77-8e4b-4a67-84e1-2918a6ad87a2 to cluster=393df605-83f0-46d9-b2d8-6e1b11d5bbcf 2024-11-11T23:19:32,050 WARN [cdbe53028b4b:32857 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T23:19:32,105 INFO [RS:0;cdbe53028b4b:39509 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:32,107 INFO [RS:0;cdbe53028b4b:39509 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C39509%2C1731367171156, suffix=, logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156, archiveDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs, maxLogs=10 2024-11-11T23:19:32,119 DEBUG [RS:0;cdbe53028b4b:39509 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107, exclude list is [], retry=0 2024-11-11T23:19:32,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1,DISK] 2024-11-11T23:19:32,123 INFO [RS:0;cdbe53028b4b:39509 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 2024-11-11T23:19:32,123 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cdbe53028b4b%2C39509%2C1731367171156 for peer 1 2024-11-11T23:19:32,123 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C39509%2C1731367171156 2024-11-11T23:19:32,123 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,39509,1731367171156, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:19:32,123 DEBUG [RS:0;cdbe53028b4b:39509 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40609:40609)] 2024-11-11T23:19:32,123 INFO [RS:0;cdbe53028b4b:39509.replicationSource.shippercdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C39509%2C1731367171156 2024-11-11T23:19:32,124 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107, startPosition=0, beingWritten=true 2024-11-11T23:19:32,300 DEBUG [cdbe53028b4b:32857 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:19:32,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:32,302 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,39509,1731367171156, state=OPENING 2024-11-11T23:19:32,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-788757777/meta-region-server 2024-11-11T23:19:32,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-788757777/meta-region-server 2024-11-11T23:19:32,323 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:32,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:32,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:32,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,39509,1731367171156}] 2024-11-11T23:19:32,328 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:32,476 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:19:32,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:19:32,479 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:19:32,480 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:32,480 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:19:32,481 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C39509%2C1731367171156.meta, suffix=.meta, logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156, archiveDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs, maxLogs=10 2024-11-11T23:19:32,492 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.meta.1731367172481.meta, exclude list is [], retry=0 2024-11-11T23:19:32,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1,DISK] 2024-11-11T23:19:32,496 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.meta.1731367172481.meta 2024-11-11T23:19:32,496 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40609:40609)] 2024-11-11T23:19:32,496 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:32,496 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:32,496 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:19:32,496 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:19:32,497 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:19:32,497 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:19:32,497 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:32,497 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:19:32,497 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:19:32,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:19:32,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:19:32,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:32,506 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/info/f0e16587e71743019b29c661560d671a 2024-11-11T23:19:32,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:32,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:19:32,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:19:32,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:32,512 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/ns/700d8f98e9bf4ce180d11172058142e3 2024-11-11T23:19:32,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:32,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:19:32,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:19:32,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:32,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:32,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:19:32,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:19:32,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:32,522 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/table/45b672c1fb85438c8e4cc732d0916e11 2024-11-11T23:19:32,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:32,523 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:19:32,523 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740 2024-11-11T23:19:32,524 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740 2024-11-11T23:19:32,525 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:19:32,525 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:19:32,526 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:32,527 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:19:32,528 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72721713, jitterRate=0.08363796770572662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:32,528 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:19:32,528 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367172497Writing region info on filesystem at 1731367172497Initializing all the Stores at 1731367172498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367172498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367172498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367172498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367172498Cleaning up temporary data from old regions at 1731367172525 (+27 ms)Running coprocessor post-open hooks at 1731367172528 (+3 ms)Region opened successfully at 1731367172528 2024-11-11T23:19:32,529 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731367172475 2024-11-11T23:19:32,531 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:19:32,531 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:19:32,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:32,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,39509,1731367171156, state=OPEN 2024-11-11T23:19:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-788757777/meta-region-server 2024-11-11T23:19:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-788757777/meta-region-server 2024-11-11T23:19:32,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:32,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:32,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-788757777/meta-region-server: CHANGED 2024-11-11T23:19:32,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T23:19:32,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,39509,1731367171156 in 222 msec 2024-11-11T23:19:32,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:19:32,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-11T23:19:32,632 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:33,037 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:33,447 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-11T23:19:33,541 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:34,146 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:34,851 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:34,950 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-11T23:19:35,656 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:36,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T23:19:36,402 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T23:19:36,402 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:19:36,402 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:36,403 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,39509,1731367171156, seqNum=-1] 2024-11-11T23:19:36,403 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:36,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:36,407 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b213300e9cfe073ab15f50288cbf93c8, regionState=OPEN, lastHost=cdbe53028b4b,43449,1731367157213, regionLocation=cdbe53028b4b,43449,1731367157213, openSeqNum=2 2024-11-11T23:19:36,407 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:19:36,407 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367236407 2024-11-11T23:19:36,407 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367296407 2024-11-11T23:19:36,407 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-11T23:19:36,407 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cdbe53028b4b,43449,1731367157213 had 2 regions 2024-11-11T23:19:36,407 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32857,1731367171108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:36,407 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32857,1731367171108-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:36,407 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32857,1731367171108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:36,407 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:32857, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:36,407 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:36,408 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:36,408 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cdbe53028b4b,43449,1731367157213, splitWal=true, meta=true, isMeta: false 2024-11-11T23:19:36,410 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213-splitting dir is empty, no logs to split. 2024-11-11T23:19:36,410 INFO [PEWorker-3 {}] master.SplitWALManager(105): cdbe53028b4b,43449,1731367157213 WAL count=0, meta=false 2024-11-11T23:19:36,412 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,43449,1731367157213-splitting dir is empty, no logs to split. 2024-11-11T23:19:36,412 INFO [PEWorker-3 {}] master.SplitWALManager(105): cdbe53028b4b,43449,1731367157213 WAL count=0, meta=false 2024-11-11T23:19:36,412 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cdbe53028b4b,43449,1731367157213 WAL splitting is done? wals=0, meta=false 2024-11-11T23:19:36,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.184sec 2024-11-11T23:19:36,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:19:36,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:19:36,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:19:36,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:19:36,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:19:36,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32857,1731367171108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:36,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32857,1731367171108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:19:36,414 WARN [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cdbe53028b4b,43449,1731367157213/hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:36,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN}] 2024-11-11T23:19:36,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN 2024-11-11T23:19:36,416 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T23:19:36,416 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:19:36,416 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:19:36,416 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32857,1731367171108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:36,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5ca05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:36,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,32857,-1 for getting cluster id 2024-11-11T23:19:36,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:36,490 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07a87a77-8e4b-4a67-84e1-2918a6ad87a2' 2024-11-11T23:19:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07a87a77-8e4b-4a67-84e1-2918a6ad87a2" 2024-11-11T23:19:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4620594f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,32857,-1] 2024-11-11T23:19:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:36,491 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaabda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:36,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,39509,1731367171156, seqNum=-1] 2024-11-11T23:19:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:36,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T23:19:36,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:36,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:36,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:36,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:36,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cdbe53028b4b:32857 after: cdbe53028b4b:32857 2024-11-11T23:19:36,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:36,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,32857,-1 for getting cluster id 2024-11-11T23:19:36,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:36,497 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07a87a77-8e4b-4a67-84e1-2918a6ad87a2' 2024-11-11T23:19:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07a87a77-8e4b-4a67-84e1-2918a6ad87a2" 2024-11-11T23:19:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f26637b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,32857,-1] 2024-11-11T23:19:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:36,499 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:36,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:36,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa69f28 2024-11-11T23:19:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:36,501 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:36,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T23:19:36,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:19:36,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:36,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:36,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:36,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:36,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:36,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:19:36,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1103898027, stopped=false 2024-11-11T23:19:36,502 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,34069,1731367161450 2024-11-11T23:19:36,560 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:36,566 DEBUG [cdbe53028b4b:32857 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:19:36,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b213300e9cfe073ab15f50288cbf93c8, regionState=OPENING, regionLocation=cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:36,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN because future has completed 2024-11-11T23:19:36,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b213300e9cfe073ab15f50288cbf93c8, server=cdbe53028b4b,39509,1731367171156}] 2024-11-11T23:19:36,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-857135976/running 2024-11-11T23:19:36,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-857135976/running 2024-11-11T23:19:36,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:36,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:36,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:36,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:36,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:36,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:36,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on znode that does not yet exist, /1-857135976/running 2024-11-11T23:19:36,607 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,46269,1731367161598' ***** 2024-11-11T23:19:36,607 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:19:36,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Set watcher on znode that does not yet exist, /1-857135976/running 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:19:36,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:46269. 2024-11-11T23:19:36,607 DEBUG [RS:0;cdbe53028b4b:46269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:36,607 DEBUG [RS:0;cdbe53028b4b:46269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:19:36,607 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:19:36,608 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:19:36,608 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:19:36,608 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:36,608 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:19:36,608 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:19:36,608 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:19:36,608 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:19:36,608 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:19:36,608 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T23:19:36,622 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740/.tmp/ns/fcabd63bb4a4421eba38c917f165f0f4 is 43, key is default/ns:d/1731367164878/Put/seqid=0 2024-11-11T23:19:36,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741835_1011 (size=5153) 2024-11-11T23:19:36,630 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:36,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:36,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:36,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:19:36,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C39509%2C1731367171156.rep, suffix=, logDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156, archiveDir=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs, maxLogs=10 2024-11-11T23:19:36,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.rep.1731367176725, exclude list is [], retry=0 2024-11-11T23:19:36,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-042be9ae-3784-45e8-bc8e-a182ddb1b7a1,DISK] 2024-11-11T23:19:36,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.rep.1731367176725 2024-11-11T23:19:36,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40609:40609)] 2024-11-11T23:19:36,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b213300e9cfe073ab15f50288cbf93c8, NAME => 'hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:36,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:19:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. service=MultiRowMutationService 2024-11-11T23:19:36,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:19:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,743 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,744 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b213300e9cfe073ab15f50288cbf93c8 columnFamilyName hfileref 2024-11-11T23:19:36,744 DEBUG [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:36,745 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(327): Store=b213300e9cfe073ab15f50288cbf93c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:36,745 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,746 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b213300e9cfe073ab15f50288cbf93c8 columnFamilyName queue 2024-11-11T23:19:36,746 DEBUG [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:36,751 DEBUG [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8/queue/f952243f1a504fa1afd6e9c77c47db66 2024-11-11T23:19:36,751 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(327): Store=b213300e9cfe073ab15f50288cbf93c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:36,751 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,752 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b213300e9cfe073ab15f50288cbf93c8 columnFamilyName sid 2024-11-11T23:19:36,752 DEBUG [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:36,753 INFO [StoreOpener-b213300e9cfe073ab15f50288cbf93c8-1 {}] regionserver.HStore(327): Store=b213300e9cfe073ab15f50288cbf93c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:36,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:19:36,756 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:19:36,756 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:19:36,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened b213300e9cfe073ab15f50288cbf93c8; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64550163, jitterRate=-0.03812761604785919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:19:36,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:36,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b213300e9cfe073ab15f50288cbf93c8: Running coprocessor pre-open hook at 1731367176742Writing region info on filesystem at 1731367176742Initializing all the Stores at 1731367176743 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367176743Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367176743Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367176743Cleaning up temporary data from old regions at 1731367176755 (+12 ms)Running coprocessor post-open hooks at 1731367176757 (+2 ms)Region opened successfully at 1731367176758 (+1 ms) 2024-11-11T23:19:36,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8., pid=13, masterSystemTime=1731367176721 2024-11-11T23:19:36,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:36,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:36,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b213300e9cfe073ab15f50288cbf93c8, regionState=OPEN, openSeqNum=9, regionLocation=cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:36,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b213300e9cfe073ab15f50288cbf93c8, server=cdbe53028b4b,39509,1731367171156 because future has completed 2024-11-11T23:19:36,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T23:19:36,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b213300e9cfe073ab15f50288cbf93c8, server=cdbe53028b4b,39509,1731367171156 in 195 msec 2024-11-11T23:19:36,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T23:19:36,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b213300e9cfe073ab15f50288cbf93c8, ASSIGN in 352 msec 2024-11-11T23:19:36,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T23:19:36,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8., hostname=cdbe53028b4b,39509,1731367171156, seqNum=9] 2024-11-11T23:19:36,789 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for cdbe53028b4b,43449,1731367157213 2024-11-11T23:19:36,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T23:19:36,808 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:36,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T23:19:37,008 DEBUG [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:37,027 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740/.tmp/ns/fcabd63bb4a4421eba38c917f165f0f4 2024-11-11T23:19:37,033 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740/.tmp/ns/fcabd63bb4a4421eba38c917f165f0f4 as hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740/ns/fcabd63bb4a4421eba38c917f165f0f4 2024-11-11T23:19:37,037 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740/ns/fcabd63bb4a4421eba38c917f165f0f4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T23:19:37,038 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-11T23:19:37,039 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:19:37,042 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T23:19:37,043 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:37,043 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:37,043 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:37,043 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367176608Running coprocessor pre-close hooks at 1731367176608Disabling compacts and flushes for region at 1731367176608Disabling writes for close at 1731367176608Obtaining lock to block concurrent updates at 1731367176608Preparing flush snapshotting stores in 1588230740 at 1731367176608Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731367176608Flushing stores of hbase:meta,,1.1588230740 at 1731367176608Flushing 1588230740/ns: creating writer at 1731367176609 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731367176621 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731367176621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f65f45: reopening flushed file at 1731367177032 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731367177038 (+6 ms)Writing region close event to WAL at 1731367177039 (+1 ms)Running coprocessor post-close hooks at 1731367177043 (+4 ms)Closed at 1731367177043 2024-11-11T23:19:37,043 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:37,208 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,46269,1731367161598; all regions closed. 2024-11-11T23:19:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741834_1010 (size=1152) 2024-11-11T23:19:37,212 DEBUG [RS:0;cdbe53028b4b:46269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/oldWALs 2024-11-11T23:19:37,212 INFO [RS:0;cdbe53028b4b:46269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C46269%2C1731367161598.meta:.meta(num 1731367164831) 2024-11-11T23:19:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741832_1008 (size=93) 2024-11-11T23:19:37,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/WALs/cdbe53028b4b,46269,1731367161598/cdbe53028b4b%2C46269%2C1731367161598.1731367163854 not finished, retry = 0 2024-11-11T23:19:37,316 DEBUG [RS:0;cdbe53028b4b:46269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/oldWALs 2024-11-11T23:19:37,316 INFO [RS:0;cdbe53028b4b:46269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C46269%2C1731367161598:(num 1731367163854) 2024-11-11T23:19:37,316 DEBUG [RS:0;cdbe53028b4b:46269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:37,316 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:37,316 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:37,316 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:37,317 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:37,317 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:37,317 INFO [RS:0;cdbe53028b4b:46269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46269 2024-11-11T23:19:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-857135976/rs/cdbe53028b4b,46269,1731367161598 2024-11-11T23:19:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976/rs 2024-11-11T23:19:37,334 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:37,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,46269,1731367161598] 2024-11-11T23:19:37,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-857135976/draining/cdbe53028b4b,46269,1731367161598 already deleted, retry=false 2024-11-11T23:19:37,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,46269,1731367161598 expired; onlineServers=0 2024-11-11T23:19:37,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,34069,1731367161450' ***** 2024-11-11T23:19:37,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:19:37,355 INFO [M:0;cdbe53028b4b:34069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:37,355 INFO [M:0;cdbe53028b4b:34069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:37,355 DEBUG [M:0;cdbe53028b4b:34069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:19:37,355 DEBUG [M:0;cdbe53028b4b:34069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:19:37,355 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:19:37,355 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367163639 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367163639,5,FailOnTimeoutGroup] 2024-11-11T23:19:37,355 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367163644 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367163644,5,FailOnTimeoutGroup] 2024-11-11T23:19:37,355 INFO [M:0;cdbe53028b4b:34069 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:37,355 INFO [M:0;cdbe53028b4b:34069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:37,355 DEBUG [M:0;cdbe53028b4b:34069 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:19:37,355 INFO [M:0;cdbe53028b4b:34069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:19:37,355 INFO [M:0;cdbe53028b4b:34069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:37,355 INFO [M:0;cdbe53028b4b:34069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:19:37,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:19:37,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-857135976/master 2024-11-11T23:19:37,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-857135976 2024-11-11T23:19:37,365 DEBUG [M:0;cdbe53028b4b:34069 {}] zookeeper.ZKUtil(347): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Unable to get data of znode /1-857135976/master because node does not exist (not an error) 2024-11-11T23:19:37,365 WARN [M:0;cdbe53028b4b:34069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:19:37,367 INFO [M:0;cdbe53028b4b:34069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/.lastflushedseqids 2024-11-11T23:19:37,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741836_1012 (size=99) 2024-11-11T23:19:37,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:37,444 INFO [RS:0;cdbe53028b4b:46269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:37,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46269-0x1012c3230430004, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:37,444 INFO [RS:0;cdbe53028b4b:46269 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,46269,1731367161598; zookeeper connection closed. 2024-11-11T23:19:37,445 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e25214d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e25214d 2024-11-11T23:19:37,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:19:37,565 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:37,771 INFO [M:0;cdbe53028b4b:34069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:19:37,772 INFO [M:0;cdbe53028b4b:34069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:19:37,772 DEBUG [M:0;cdbe53028b4b:34069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:19:37,772 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:37,772 DEBUG [M:0;cdbe53028b4b:34069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:37,772 DEBUG [M:0;cdbe53028b4b:34069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:19:37,772 DEBUG [M:0;cdbe53028b4b:34069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:37,772 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T23:19:37,786 DEBUG [M:0;cdbe53028b4b:34069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9a6d39005594ca8ae030d1716c7353a is 82, key is hbase:meta,,1/info:regioninfo/1731367164860/Put/seqid=0 2024-11-11T23:19:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741837_1013 (size=5672) 2024-11-11T23:19:37,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:19:38,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:38,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:38,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:38,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:38,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:38,191 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9a6d39005594ca8ae030d1716c7353a 2024-11-11T23:19:38,214 DEBUG [M:0;cdbe53028b4b:34069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e89ddac8a37f48969e9a47950ed3f6a9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731367164881/Put/seqid=0 2024-11-11T23:19:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741838_1014 (size=5275) 2024-11-11T23:19:38,618 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e89ddac8a37f48969e9a47950ed3f6a9 2024-11-11T23:19:38,634 DEBUG [M:0;cdbe53028b4b:34069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee32ff59faaa4361b03c961a4ce2b355 is 69, key is cdbe53028b4b,46269,1731367161598/rs:state/1731367163670/Put/seqid=0 2024-11-11T23:19:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741839_1015 (size=5156) 2024-11-11T23:19:38,669 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:39,039 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee32ff59faaa4361b03c961a4ce2b355 2024-11-11T23:19:39,044 DEBUG [M:0;cdbe53028b4b:34069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9a6d39005594ca8ae030d1716c7353a as hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9a6d39005594ca8ae030d1716c7353a 2024-11-11T23:19:39,048 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9a6d39005594ca8ae030d1716c7353a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T23:19:39,049 DEBUG [M:0;cdbe53028b4b:34069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e89ddac8a37f48969e9a47950ed3f6a9 as hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e89ddac8a37f48969e9a47950ed3f6a9 2024-11-11T23:19:39,053 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e89ddac8a37f48969e9a47950ed3f6a9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T23:19:39,054 DEBUG [M:0;cdbe53028b4b:34069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee32ff59faaa4361b03c961a4ce2b355 as hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee32ff59faaa4361b03c961a4ce2b355 2024-11-11T23:19:39,058 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee32ff59faaa4361b03c961a4ce2b355, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T23:19:39,059 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false 2024-11-11T23:19:39,060 INFO [M:0;cdbe53028b4b:34069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:39,060 DEBUG [M:0;cdbe53028b4b:34069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367177772Disabling compacts and flushes for region at 1731367177772Disabling writes for close at 1731367177772Obtaining lock to block concurrent updates at 1731367177772Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367177772Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731367177772Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367177773 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367177773Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367177786 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367177786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367178195 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367178213 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367178213Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367178622 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367178634 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367178634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bce4299: reopening flushed file at 1731367179043 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b43e457: reopening flushed file at 1731367179048 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e9755d: reopening flushed file at 1731367179053 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false at 1731367179059 (+6 ms)Writing region close event to WAL at 1731367179060 (+1 ms)Closed at 1731367179060 2024-11-11T23:19:39,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41037 is added to blk_1073741830_1006 (size=10165) 2024-11-11T23:19:39,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a7dd2f2-c189-1db6-c3b7-aabd6af1b836/MasterData/WALs/cdbe53028b4b,34069,1731367161450/cdbe53028b4b%2C34069%2C1731367161450.1731367163356 not finished, retry = 0 2024-11-11T23:19:39,163 INFO [M:0;cdbe53028b4b:34069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:19:39,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:39,163 INFO [M:0;cdbe53028b4b:34069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34069 2024-11-11T23:19:39,164 INFO [M:0;cdbe53028b4b:34069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:39,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:39,316 INFO [M:0;cdbe53028b4b:34069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:39,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34069-0x1012c3230430003, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:39,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@247e2492{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:19:39,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a0c2e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:19:39,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:19:39,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd6c9c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:19:39,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f56fb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.log.dir/,STOPPED} 2024-11-11T23:19:39,345 WARN [BP-175060231-172.17.0.2-1731367159422 heartbeating to localhost/127.0.0.1:41935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:19:39,345 WARN [BP-175060231-172.17.0.2-1731367159422 heartbeating to localhost/127.0.0.1:41935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-175060231-172.17.0.2-1731367159422 (Datanode Uuid 34b78045-1acd-4f51-9f38-9e9d1aaef78c) service to localhost/127.0.0.1:41935 2024-11-11T23:19:39,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/cluster_295bfc78-dd9e-dc21-4198-71cadd18ba9d/data/data1/current/BP-175060231-172.17.0.2-1731367159422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:19:39,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/cluster_295bfc78-dd9e-dc21-4198-71cadd18ba9d/data/data2/current/BP-175060231-172.17.0.2-1731367159422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:19:39,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:19:39,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:19:39,347 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:19:39,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29615434{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:19:39,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f7a8707{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:19:39,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:19:39,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e2755e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:19:39,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227b1983{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.log.dir/,STOPPED} 2024-11-11T23:19:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:19:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:19:39,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:39,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:39,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:39,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:39,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:39,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:19:39,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=958828501, stopped=false 2024-11-11T23:19:39,369 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,32857,1731367171108 2024-11-11T23:19:39,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/running 2024-11-11T23:19:39,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/running 2024-11-11T23:19:39,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:39,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:39,386 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:39,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:39,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:39,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:39,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,39509,1731367171156' ***** 2024-11-11T23:19:39,387 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:19:39,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/running 2024-11-11T23:19:39,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Set watcher on znode that does not yet exist, /0-788757777/running 2024-11-11T23:19:39,387 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:19:39,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:19:39,387 INFO [RS:0;cdbe53028b4b:39509 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:19:39,387 INFO [RS:0;cdbe53028b4b:39509 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:19:39,387 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(3091): Received CLOSE for b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:39,388 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:39,388 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:39,388 INFO [RS:0;cdbe53028b4b:39509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:39509. 2024-11-11T23:19:39,388 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b213300e9cfe073ab15f50288cbf93c8, disabling compactions & flushes 2024-11-11T23:19:39,388 DEBUG [RS:0;cdbe53028b4b:39509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:39,388 DEBUG [RS:0;cdbe53028b4b:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:39,388 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:39,388 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:39,388 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:19:39,388 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. after waiting 0 ms 2024-11-11T23:19:39,388 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:19:39,388 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:19:39,388 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:39,388 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:19:39,388 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:19:39,388 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1325): Online Regions={b213300e9cfe073ab15f50288cbf93c8=hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:19:39,388 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b213300e9cfe073ab15f50288cbf93c8 2024-11-11T23:19:39,388 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:19:39,388 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:19:39,388 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:19:39,388 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:19:39,388 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:19:39,388 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T23:19:39,391 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/replication/b213300e9cfe073ab15f50288cbf93c8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T23:19:39,392 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:39,392 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:39,392 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:39,392 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b213300e9cfe073ab15f50288cbf93c8: Waiting for close lock at 1731367179388Running coprocessor pre-close hooks at 1731367179388Disabling compacts and flushes for region at 1731367179388Disabling writes for close at 1731367179388Writing region close event to WAL at 1731367179388Running coprocessor post-close hooks at 1731367179392 (+4 ms)Closed at 1731367179392 2024-11-11T23:19:39,392 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8. 2024-11-11T23:19:39,402 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/info/3db20d0b438944cab20289fbf4b6f570 is 147, key is hbase:replication,,1731367164988.b213300e9cfe073ab15f50288cbf93c8./info:regioninfo/1731367176761/Put/seqid=0 2024-11-11T23:19:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741851_1027 (size=6385) 2024-11-11T23:19:39,473 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:39,588 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:39,788 DEBUG [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:19:39,806 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/info/3db20d0b438944cab20289fbf4b6f570 2024-11-11T23:19:39,811 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/.tmp/info/3db20d0b438944cab20289fbf4b6f570 as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/info/3db20d0b438944cab20289fbf4b6f570 2024-11-11T23:19:39,815 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/info/3db20d0b438944cab20289fbf4b6f570, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T23:19:39,816 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-11T23:19:39,821 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T23:19:39,821 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:39,821 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:39,821 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:39,821 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367179388Running coprocessor pre-close hooks at 1731367179388Disabling compacts and flushes for region at 1731367179388Disabling writes for close at 1731367179388Obtaining lock to block concurrent updates at 1731367179388Preparing flush snapshotting stores in 1588230740 at 1731367179388Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731367179389 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367179389Flushing 1588230740/info: creating writer at 1731367179389Flushing 1588230740/info: appending metadata at 1731367179402 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731367179402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9a3254: reopening flushed file at 1731367179810 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731367179816 (+6 ms)Writing region close event to WAL at 1731367179818 (+2 ms)Running coprocessor post-close hooks at 1731367179821 (+3 ms)Closed at 1731367179821 2024-11-11T23:19:39,821 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:39,874 DEBUG [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 to pos 0, reset compression=false 2024-11-11T23:19:39,972 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:19:39,972 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:19:39,989 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,39509,1731367171156; all regions closed. 2024-11-11T23:19:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741849_1025 (size=2156) 2024-11-11T23:19:39,992 DEBUG [RS:0;cdbe53028b4b:39509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs 2024-11-11T23:19:39,992 INFO [RS:0;cdbe53028b4b:39509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C39509%2C1731367171156.meta:.meta(num 1731367172481) 2024-11-11T23:19:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741850_1026 (size=796) 2024-11-11T23:19:39,995 DEBUG [RS:0;cdbe53028b4b:39509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs 2024-11-11T23:19:39,995 INFO [RS:0;cdbe53028b4b:39509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C39509%2C1731367171156.rep:(num 1731367176725) 2024-11-11T23:19:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741848_1024 (size=93) 2024-11-11T23:19:39,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/WALs/cdbe53028b4b,39509,1731367171156/cdbe53028b4b%2C39509%2C1731367171156.1731367172107 not finished, retry = 0 2024-11-11T23:19:40,099 DEBUG [RS:0;cdbe53028b4b:39509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/oldWALs 2024-11-11T23:19:40,099 INFO [RS:0;cdbe53028b4b:39509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C39509%2C1731367171156:(num 1731367172107) 2024-11-11T23:19:40,099 DEBUG [RS:0;cdbe53028b4b:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:40,099 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:19:40,099 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:40,099 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:40,100 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:40,100 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:40,100 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,39509,1731367171156 because: Region server is closing 2024-11-11T23:19:40,100 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T23:19:40,100 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T23:19:40,100 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T23:19:40,100 INFO [RS:0;cdbe53028b4b:39509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:39509. 2024-11-11T23:19:40,100 DEBUG [RS:0;cdbe53028b4b:39509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:40,100 DEBUG [RS:0;cdbe53028b4b:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:40,100 DEBUG [RS:0;cdbe53028b4b:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:40,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:40,200 WARN [RS:0;cdbe53028b4b:39509.replicationSource.wal-reader.cdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:19:40,200 WARN [RS:0;cdbe53028b4b:39509.replicationSource.shippercdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T23:19:40,201 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cdbe53028b4b:39509.replicationSource.shippercdbe53028b4b%2C39509%2C1731367171156,1-cdbe53028b4b,39509,1731367171156 terminated 2024-11-11T23:19:40,201 INFO [RS:0;cdbe53028b4b:39509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39509 2024-11-11T23:19:40,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777/rs 2024-11-11T23:19:40,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/rs/cdbe53028b4b,39509,1731367171156 2024-11-11T23:19:40,260 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:40,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,39509,1731367171156] 2024-11-11T23:19:40,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-788757777/draining/cdbe53028b4b,39509,1731367171156 already deleted, retry=false 2024-11-11T23:19:40,281 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,39509,1731367171156 expired; onlineServers=0 2024-11-11T23:19:40,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,32857,1731367171108' ***** 2024-11-11T23:19:40,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:19:40,281 INFO [M:0;cdbe53028b4b:32857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:19:40,281 INFO [M:0;cdbe53028b4b:32857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:19:40,281 DEBUG [M:0;cdbe53028b4b:32857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:19:40,281 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:19:40,281 DEBUG [M:0;cdbe53028b4b:32857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:19:40,281 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367171894 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367171894,5,FailOnTimeoutGroup] 2024-11-11T23:19:40,281 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367171894 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367171894,5,FailOnTimeoutGroup] 2024-11-11T23:19:40,281 INFO [M:0;cdbe53028b4b:32857 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:19:40,281 INFO [M:0;cdbe53028b4b:32857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:19:40,281 DEBUG [M:0;cdbe53028b4b:32857 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:19:40,281 INFO [M:0;cdbe53028b4b:32857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:19:40,281 INFO [M:0;cdbe53028b4b:32857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:19:40,282 INFO [M:0;cdbe53028b4b:32857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:19:40,282 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:19:40,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-788757777/master 2024-11-11T23:19:40,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-788757777 2024-11-11T23:19:40,291 DEBUG [M:0;cdbe53028b4b:32857 {}] zookeeper.ZKUtil(347): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Unable to get data of znode /0-788757777/master because node does not exist (not an error) 2024-11-11T23:19:40,291 WARN [M:0;cdbe53028b4b:32857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:19:40,292 INFO [M:0;cdbe53028b4b:32857 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/.lastflushedseqids 2024-11-11T23:19:40,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741852_1028 (size=181) 2024-11-11T23:19:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x1012c3230430007, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:40,370 INFO [RS:0;cdbe53028b4b:39509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:40,370 INFO [RS:0;cdbe53028b4b:39509 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,39509,1731367171156; zookeeper connection closed. 2024-11-11T23:19:40,371 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71e25c8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71e25c8a 2024-11-11T23:19:40,371 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:19:40,698 INFO [M:0;cdbe53028b4b:32857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:19:40,698 INFO [M:0;cdbe53028b4b:32857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:19:40,698 DEBUG [M:0;cdbe53028b4b:32857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:19:40,698 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:40,698 DEBUG [M:0;cdbe53028b4b:32857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:40,698 DEBUG [M:0;cdbe53028b4b:32857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:19:40,698 DEBUG [M:0;cdbe53028b4b:32857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:40,698 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T23:19:40,715 DEBUG [M:0;cdbe53028b4b:32857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff7733e302554ca0b732e39b4afcfdc0 is 82, key is hbase:meta,,1/info:regioninfo/1731367172531/Put/seqid=0 2024-11-11T23:19:40,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741853_1029 (size=5672) 2024-11-11T23:19:41,120 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff7733e302554ca0b732e39b4afcfdc0 2024-11-11T23:19:41,140 DEBUG [M:0;cdbe53028b4b:32857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/493f9618cc0e4fa4931ccb79abfc1af2 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731367176767/Put/seqid=0 2024-11-11T23:19:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741854_1030 (size=7312) 2024-11-11T23:19:41,545 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/493f9618cc0e4fa4931ccb79abfc1af2 2024-11-11T23:19:41,561 DEBUG [M:0;cdbe53028b4b:32857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f396cee3084042b488f434e6f79e00ff is 69, key is cdbe53028b4b,39509,1731367171156/rs:state/1731367171916/Put/seqid=0 2024-11-11T23:19:41,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741855_1031 (size=5370) 2024-11-11T23:19:41,965 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f396cee3084042b488f434e6f79e00ff 2024-11-11T23:19:41,970 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f396cee3084042b488f434e6f79e00ff 2024-11-11T23:19:41,970 DEBUG [M:0;cdbe53028b4b:32857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff7733e302554ca0b732e39b4afcfdc0 as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff7733e302554ca0b732e39b4afcfdc0 2024-11-11T23:19:41,974 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff7733e302554ca0b732e39b4afcfdc0, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T23:19:41,975 DEBUG [M:0;cdbe53028b4b:32857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/493f9618cc0e4fa4931ccb79abfc1af2 as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/493f9618cc0e4fa4931ccb79abfc1af2 2024-11-11T23:19:41,979 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/493f9618cc0e4fa4931ccb79abfc1af2, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T23:19:41,980 DEBUG [M:0;cdbe53028b4b:32857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f396cee3084042b488f434e6f79e00ff as hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f396cee3084042b488f434e6f79e00ff 2024-11-11T23:19:41,984 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f396cee3084042b488f434e6f79e00ff 2024-11-11T23:19:41,985 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45697/user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f396cee3084042b488f434e6f79e00ff, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T23:19:41,985 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false 2024-11-11T23:19:41,986 INFO [M:0;cdbe53028b4b:32857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:41,987 DEBUG [M:0;cdbe53028b4b:32857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367180698Disabling compacts and flushes for region at 1731367180698Disabling writes for close at 1731367180698Obtaining lock to block concurrent updates at 1731367180698Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367180698Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731367180699 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367180699Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367180699Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367180715 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367180715Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367181124 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367181140 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367181140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367181549 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367181561 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367181561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc57b12: reopening flushed file at 1731367181970 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7771a36a: reopening flushed file at 1731367181975 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e56be2e: reopening flushed file at 1731367181980 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false at 1731367181985 (+5 ms)Writing region close event to WAL at 1731367181986 (+1 ms)Closed at 1731367181986 2024-11-11T23:19:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741847_1023 (size=22903) 2024-11-11T23:19:41,988 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac865524-4fe0-7014-58df-4a9cf1fc35d8/MasterData/WALs/cdbe53028b4b,32857,1731367171108/cdbe53028b4b%2C32857%2C1731367171108.1731367171667 not finished, retry = 0 2024-11-11T23:19:42,089 INFO [M:0;cdbe53028b4b:32857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:19:42,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:19:42,089 INFO [M:0;cdbe53028b4b:32857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32857 2024-11-11T23:19:42,089 INFO [M:0;cdbe53028b4b:32857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:19:42,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:42,255 INFO [M:0;cdbe53028b4b:32857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:19:42,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x1012c3230430006, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:19:42,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aab8543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:19:42,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:19:42,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:19:42,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:19:42,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.log.dir/,STOPPED} 2024-11-11T23:19:42,259 WARN [BP-248397424-172.17.0.2-1731367154857 heartbeating to localhost/127.0.0.1:45697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:19:42,259 WARN [BP-248397424-172.17.0.2-1731367154857 heartbeating to localhost/127.0.0.1:45697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-248397424-172.17.0.2-1731367154857 (Datanode Uuid 622804e1-20b7-4366-82ab-e19eda8fad7b) service to localhost/127.0.0.1:45697 2024-11-11T23:19:42,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:19:42,259 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:19:42,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/cluster_9d81e687-91cb-c204-6c14-9ca743361183/data/data1/current/BP-248397424-172.17.0.2-1731367154857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:19:42,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/cluster_9d81e687-91cb-c204-6c14-9ca743361183/data/data2/current/BP-248397424-172.17.0.2-1731367154857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:19:42,260 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:19:42,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c528ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:19:42,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@541fdc67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:19:42,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:19:42,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@428b4dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:19:42,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@830a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/901ff225-830f-a0e7-b3a5-8d1f569fafaf/hadoop.log.dir/,STOPPED} 2024-11-11T23:19:42,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:19:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:19:42,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61378) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41935 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45697 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61378) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=5493 (was 5610) 2024-11-11T23:19:42,299 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=5493 2024-11-11T23:19:42,312 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T23:19:42,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.log.dir so I do NOT create it in target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac 2024-11-11T23:19:42,313 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:19:42,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.tmp.dir so I do NOT create it in target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac 2024-11-11T23:19:42,313 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/35985bf7-d58f-456b-c366-942380f445fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:19:42,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac 2024-11-11T23:19:42,313 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/cluster_c858c75e-0564-9e79-252b-cc9598a64e3f, deleteOnExit=true 2024-11-11T23:19:42,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/cluster_c858c75e-0564-9e79-252b-cc9598a64e3f/zookeeper_0, clientPort=51866, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/cluster_c858c75e-0564-9e79-252b-cc9598a64e3f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/cluster_c858c75e-0564-9e79-252b-cc9598a64e3f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:19:42,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51866 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/test.cache.data in system properties and HBase conf 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:19:42,334 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:19:42,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:19:42,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:19:42,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012c3230430002, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:19:42,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012c3230430005, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:19:42,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012c3230430002, quorum=127.0.0.1:61378, baseZNode=/0-788757777 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:19:42,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012c3230430005, quorum=127.0.0.1:61378, baseZNode=/1-857135976 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:19:42,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:42,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:19:42,694 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:19:42,694 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:19:42,694 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:19:42,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:42,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@179d4f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:19:42,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2493f511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:19:42,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5576eccc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/java.io.tmpdir/jetty-localhost-39475-hadoop-hdfs-3_4_1-tests_jar-_-any-8542762888928554164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:19:42,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c5148e8{HTTP/1.1, (http/1.1)}{localhost:39475} 2024-11-11T23:19:42,799 INFO [Time-limited test {}] server.Server(415): Started @163111ms 2024-11-11T23:19:43,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:43,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:19:43,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:19:43,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:19:43,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:19:43,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d40cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:19:43,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3956826e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:19:43,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b8143cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/java.io.tmpdir/jetty-localhost-45023-hadoop-hdfs-3_4_1-tests_jar-_-any-2745795438704451672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:19:43,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a5f470f{HTTP/1.1, (http/1.1)}{localhost:45023} 2024-11-11T23:19:43,159 INFO [Time-limited test {}] server.Server(415): Started @163471ms 2024-11-11T23:19:43,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:19:43,871 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/cluster_c858c75e-0564-9e79-252b-cc9598a64e3f/data/data1/current/BP-1218861339-172.17.0.2-1731367182361/current, will proceed with Du for space computation calculation, 2024-11-11T23:19:43,871 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/cluster_c858c75e-0564-9e79-252b-cc9598a64e3f/data/data2/current/BP-1218861339-172.17.0.2-1731367182361/current, will proceed with Du for space computation calculation, 2024-11-11T23:19:43,886 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:19:43,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dadd27b33e2c1 with lease ID 0x92b06f2ba74b481e: Processing first storage report for DS-7a491ac1-dd9e-4328-98e1-87fb8cff0ac2 from datanode DatanodeRegistration(127.0.0.1:36489, datanodeUuid=99de8601-6212-4db3-84d6-26fbe98fde09, infoPort=36047, infoSecurePort=0, ipcPort=42513, storageInfo=lv=-57;cid=testClusterID;nsid=1377750248;c=1731367182361) 2024-11-11T23:19:43,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dadd27b33e2c1 with lease ID 0x92b06f2ba74b481e: from storage DS-7a491ac1-dd9e-4328-98e1-87fb8cff0ac2 node DatanodeRegistration(127.0.0.1:36489, datanodeUuid=99de8601-6212-4db3-84d6-26fbe98fde09, infoPort=36047, infoSecurePort=0, ipcPort=42513, storageInfo=lv=-57;cid=testClusterID;nsid=1377750248;c=1731367182361), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:19:43,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dadd27b33e2c1 with lease ID 0x92b06f2ba74b481e: Processing first storage report for DS-3cf77126-cb95-47ab-9925-5b0f36ba3701 from datanode DatanodeRegistration(127.0.0.1:36489, datanodeUuid=99de8601-6212-4db3-84d6-26fbe98fde09, infoPort=36047, infoSecurePort=0, ipcPort=42513, storageInfo=lv=-57;cid=testClusterID;nsid=1377750248;c=1731367182361) 2024-11-11T23:19:43,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dadd27b33e2c1 with lease ID 0x92b06f2ba74b481e: from storage DS-3cf77126-cb95-47ab-9925-5b0f36ba3701 node DatanodeRegistration(127.0.0.1:36489, datanodeUuid=99de8601-6212-4db3-84d6-26fbe98fde09, infoPort=36047, infoSecurePort=0, ipcPort=42513, storageInfo=lv=-57;cid=testClusterID;nsid=1377750248;c=1731367182361), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:19:43,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac 2024-11-11T23:19:43,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:43,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:19:44,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b with version=8 2024-11-11T23:19:44,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/hbase-staging 2024-11-11T23:19:44,403 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:44,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:44,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:44,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:44,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:44,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:44,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:19:44,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:44,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45987 2024-11-11T23:19:44,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45987 connecting to ZooKeeper ensemble=127.0.0.1:51866 2024-11-11T23:19:44,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459870x0, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:44,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45987-0x1012c329ba80000 connected 2024-11-11T23:19:44,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:44,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:44,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on znode that does not yet exist, /0-506290428/running 2024-11-11T23:19:44,589 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b, hbase.cluster.distributed=false 2024-11-11T23:19:44,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on znode that does not yet exist, /0-506290428/acl 2024-11-11T23:19:44,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-11T23:19:44,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45987 2024-11-11T23:19:44,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45987 2024-11-11T23:19:44,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-11T23:19:44,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-11T23:19:44,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:44,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:44,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:44,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:44,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:44,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:44,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:19:44,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:44,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38087 2024-11-11T23:19:44,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38087 connecting to ZooKeeper ensemble=127.0.0.1:51866 2024-11-11T23:19:44,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:44,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:44,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380870x0, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:44,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380870x0, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on znode that does not yet exist, /0-506290428/running 2024-11-11T23:19:44,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38087-0x1012c329ba80001 connected 2024-11-11T23:19:44,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:19:44,620 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:19:44,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on znode that does not yet exist, /0-506290428/master 2024-11-11T23:19:44,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on znode that does not yet exist, /0-506290428/acl 2024-11-11T23:19:44,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38087 2024-11-11T23:19:44,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38087 2024-11-11T23:19:44,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38087 2024-11-11T23:19:44,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38087 2024-11-11T23:19:44,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38087 2024-11-11T23:19:44,642 DEBUG [M:0;cdbe53028b4b:45987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:45987 2024-11-11T23:19:44,642 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-506290428/backup-masters/cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:44,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428/backup-masters 2024-11-11T23:19:44,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428/backup-masters 2024-11-11T23:19:44,649 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on existing znode=/0-506290428/backup-masters/cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:44,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-506290428/master 2024-11-11T23:19:44,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:44,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:44,660 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on existing znode=/0-506290428/master 2024-11-11T23:19:44,660 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-506290428/backup-masters/cdbe53028b4b,45987,1731367184403 from backup master directory 2024-11-11T23:19:44,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428/backup-masters 2024-11-11T23:19:44,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506290428/backup-masters/cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:44,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428/backup-masters 2024-11-11T23:19:44,670 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:44,670 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:44,673 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/hbase.id] with ID: 574d3f71-d45c-4c5e-b8ed-94de63afece1 2024-11-11T23:19:44,673 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/.tmp/hbase.id 2024-11-11T23:19:44,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:19:44,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:19:44,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:44,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:44,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:44,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:44,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:44,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:44,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:45,078 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/.tmp/hbase.id]:[hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/hbase.id] 2024-11-11T23:19:45,087 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:45,087 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:19:45,088 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:19:45,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:45,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:19:45,547 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:45,548 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:19:45,548 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:45,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:19:45,955 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store 2024-11-11T23:19:45,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:19:46,360 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:46,360 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:19:46,360 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:46,360 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:46,360 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:19:46,360 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:46,360 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:46,361 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367186360Disabling compacts and flushes for region at 1731367186360Disabling writes for close at 1731367186360Writing region close event to WAL at 1731367186360Closed at 1731367186360 2024-11-11T23:19:46,361 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/.initializing 2024-11-11T23:19:46,361 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/WALs/cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:46,362 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:46,363 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C45987%2C1731367184403, suffix=, logDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/WALs/cdbe53028b4b,45987,1731367184403, archiveDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/oldWALs, maxLogs=10 2024-11-11T23:19:46,375 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/WALs/cdbe53028b4b,45987,1731367184403/cdbe53028b4b%2C45987%2C1731367184403.1731367186364, exclude list is [], retry=0 2024-11-11T23:19:46,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36489,DS-7a491ac1-dd9e-4328-98e1-87fb8cff0ac2,DISK] 2024-11-11T23:19:46,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:46,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:19:46,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:19:46,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:46,378 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/WALs/cdbe53028b4b,45987,1731367184403/cdbe53028b4b%2C45987%2C1731367184403.1731367186364 2024-11-11T23:19:46,378 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047)] 2024-11-11T23:19:46,378 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:46,379 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:46,379 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,379 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:19:46,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:46,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:46,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:19:46,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:46,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:46,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:19:46,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:46,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:46,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:19:46,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:46,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:46,385 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,386 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,386 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,387 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,387 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,387 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:46,388 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:46,389 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:46,389 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64542028, jitterRate=-0.03824883699417114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:46,390 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367186379Initializing all the Stores at 1731367186380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367186380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367186380Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367186380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367186380Cleaning up temporary data from old regions at 1731367186387 (+7 ms)Region opened successfully at 1731367186390 (+3 ms) 2024-11-11T23:19:46,390 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:19:46,392 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29067059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:46,393 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:19:46,393 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:19:46,393 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:19:46,393 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:19:46,393 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:19:46,394 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:19:46,394 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:19:46,395 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:19:46,396 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Unable to get data of znode /0-506290428/balancer because node does not exist (not necessarily an error) 2024-11-11T23:19:46,459 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506290428/balancer already deleted, retry=false 2024-11-11T23:19:46,459 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:19:46,460 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Unable to get data of znode /0-506290428/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:19:46,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506290428/normalizer already deleted, retry=false 2024-11-11T23:19:46,470 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:19:46,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Unable to get data of znode /0-506290428/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:19:46,480 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506290428/switch/split already deleted, retry=false 2024-11-11T23:19:46,481 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Unable to get data of znode /0-506290428/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:19:46,491 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506290428/switch/merge already deleted, retry=false 2024-11-11T23:19:46,492 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Unable to get data of znode /0-506290428/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:19:46,501 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506290428/snapshot-cleanup already deleted, retry=false 2024-11-11T23:19:46,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-506290428/running 2024-11-11T23:19:46,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-506290428/running 2024-11-11T23:19:46,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:46,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:46,512 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,45987,1731367184403, sessionid=0x1012c329ba80000, setting cluster-up flag (Was=false) 2024-11-11T23:19:46,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:46,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:46,565 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-506290428/flush-table-proc/acquired, /0-506290428/flush-table-proc/reached, /0-506290428/flush-table-proc/abort 2024-11-11T23:19:46,566 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:46,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:46,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:46,617 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-506290428/online-snapshot/acquired, /0-506290428/online-snapshot/reached, /0-506290428/online-snapshot/abort 2024-11-11T23:19:46,619 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:46,620 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:19:46,624 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:46,625 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:19:46,625 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:19:46,625 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cdbe53028b4b,43449,1731367157213: status=Processing ServerCrashProcedure of cdbe53028b4b,43449,1731367157213 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731367171893, completionTime=-1 appears to have been leaked 2024-11-11T23:19:46,625 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,45987,1731367184403 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:19:46,626 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:46,626 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:46,626 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:46,626 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:46,626 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:19:46,627 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,627 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:46,627 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,633 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:46,633 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:19:46,634 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:46,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:19:46,644 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367216644 2024-11-11T23:19:46,644 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:19:46,644 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:19:46,645 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:19:46,645 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:19:46,645 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:19:46,645 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:19:46,645 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(746): ClusterId : 574d3f71-d45c-4c5e-b8ed-94de63afece1 2024-11-11T23:19:46,645 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:19:46,648 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,652 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:19:46,652 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:19:46,652 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:19:46,652 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:19:46,653 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:19:46,653 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:19:46,653 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367186653,5,FailOnTimeoutGroup] 2024-11-11T23:19:46,653 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367186653,5,FailOnTimeoutGroup] 2024-11-11T23:19:46,653 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,653 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:19:46,653 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,653 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:19:46,658 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:19:46,658 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:19:46,671 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:19:46,671 DEBUG [RS:0;cdbe53028b4b:38087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a67f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:46,684 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:38087 2024-11-11T23:19:46,684 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:19:46,684 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:19:46,684 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:19:46,685 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,45987,1731367184403 with port=38087, startcode=1731367184604 2024-11-11T23:19:46,685 DEBUG [RS:0;cdbe53028b4b:38087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:19:46,687 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:19:46,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:46,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45987 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:46,688 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b 2024-11-11T23:19:46,688 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45705 2024-11-11T23:19:46,688 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:19:46,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428/rs 2024-11-11T23:19:46,700 DEBUG [RS:0;cdbe53028b4b:38087 {}] zookeeper.ZKUtil(111): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on existing znode=/0-506290428/rs/cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:46,700 WARN [RS:0;cdbe53028b4b:38087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:46,700 INFO [RS:0;cdbe53028b4b:38087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:46,700 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:46,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,38087,1731367184604] 2024-11-11T23:19:46,703 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:19:46,705 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:19:46,705 INFO [RS:0;cdbe53028b4b:38087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:19:46,705 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,705 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:19:46,706 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:19:46,706 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,706 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,707 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,707 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:46,707 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:46,707 DEBUG [RS:0;cdbe53028b4b:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:46,707 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,707 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,707 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,707 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,707 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,707 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38087,1731367184604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:46,720 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:19:46,720 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38087,1731367184604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,720 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,720 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.Replication(171): cdbe53028b4b,38087,1731367184604 started 2024-11-11T23:19:46,731 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:46,732 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,38087,1731367184604, RpcServer on cdbe53028b4b/172.17.0.2:38087, sessionid=0x1012c329ba80001 2024-11-11T23:19:46,732 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:19:46,732 DEBUG [RS:0;cdbe53028b4b:38087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:46,732 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,38087,1731367184604' 2024-11-11T23:19:46,732 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-506290428/flush-table-proc/abort' 2024-11-11T23:19:46,732 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-506290428/flush-table-proc/acquired' 2024-11-11T23:19:46,733 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:19:46,733 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:19:46,733 DEBUG [RS:0;cdbe53028b4b:38087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:46,733 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,38087,1731367184604' 2024-11-11T23:19:46,733 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-506290428/online-snapshot/abort' 2024-11-11T23:19:46,733 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-506290428/online-snapshot/acquired' 2024-11-11T23:19:46,733 DEBUG [RS:0;cdbe53028b4b:38087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:19:46,733 INFO [RS:0;cdbe53028b4b:38087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:19:46,733 INFO [RS:0;cdbe53028b4b:38087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:19:46,834 INFO [RS:0;cdbe53028b4b:38087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:46,835 INFO [RS:0;cdbe53028b4b:38087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C38087%2C1731367184604, suffix=, logDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604, archiveDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/oldWALs, maxLogs=10 2024-11-11T23:19:46,848 DEBUG [RS:0;cdbe53028b4b:38087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836, exclude list is [], retry=0 2024-11-11T23:19:46,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36489,DS-7a491ac1-dd9e-4328-98e1-87fb8cff0ac2,DISK] 2024-11-11T23:19:46,852 INFO [RS:0;cdbe53028b4b:38087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 2024-11-11T23:19:46,852 DEBUG [RS:0;cdbe53028b4b:38087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047)] 2024-11-11T23:19:47,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:19:47,055 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b 2024-11-11T23:19:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:19:47,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:47,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:19:47,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:19:47,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:47,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:47,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:19:47,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:19:47,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:47,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:47,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:19:47,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:19:47,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:47,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:47,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:19:47,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:19:47,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:47,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:47,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:19:47,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740 2024-11-11T23:19:47,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740 2024-11-11T23:19:47,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:19:47,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:19:47,469 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:47,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:19:47,472 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:47,472 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67381385, jitterRate=0.004060879349708557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:47,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367187461Initializing all the Stores at 1731367187462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367187462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367187462Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367187462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367187462Cleaning up temporary data from old regions at 1731367187469 (+7 ms)Region opened successfully at 1731367187472 (+3 ms) 2024-11-11T23:19:47,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:19:47,472 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:19:47,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:19:47,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:19:47,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:19:47,473 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:47,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367187472Disabling compacts and flushes for region at 1731367187472Disabling writes for close at 1731367187473 (+1 ms)Writing region close event to WAL at 1731367187473Closed at 1731367187473 2024-11-11T23:19:47,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:47,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:19:47,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:19:47,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:47,475 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:19:47,625 DEBUG [cdbe53028b4b:45987 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:19:47,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:47,627 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,38087,1731367184604, state=OPENING 2024-11-11T23:19:47,691 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:19:47,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:47,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:47,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-506290428/meta-region-server: CHANGED 2024-11-11T23:19:47,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-506290428/meta-region-server: CHANGED 2024-11-11T23:19:47,702 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:47,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,38087,1731367184604}] 2024-11-11T23:19:47,853 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:19:47,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:19:47,858 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:19:47,858 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:47,859 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:19:47,860 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C38087%2C1731367184604.meta, suffix=.meta, logDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604, archiveDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/oldWALs, maxLogs=10 2024-11-11T23:19:47,872 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.meta.1731367187860.meta, exclude list is [], retry=0 2024-11-11T23:19:47,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36489,DS-7a491ac1-dd9e-4328-98e1-87fb8cff0ac2,DISK] 2024-11-11T23:19:47,876 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.meta.1731367187860.meta 2024-11-11T23:19:47,876 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047)] 2024-11-11T23:19:47,876 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:47,876 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:47,877 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:19:47,877 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:19:47,877 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:19:47,877 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:19:47,877 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:47,877 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:19:47,877 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:19:47,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:19:47,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:19:47,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:47,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:47,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:19:47,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:19:47,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:47,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:47,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:19:47,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:19:47,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:47,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:47,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:19:47,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:19:47,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:47,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:47,883 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:19:47,883 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740 2024-11-11T23:19:47,884 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740 2024-11-11T23:19:47,885 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:19:47,885 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:19:47,885 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:47,886 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:19:47,887 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68551481, jitterRate=0.021496668457984924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:47,887 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:19:47,887 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367187877Writing region info on filesystem at 1731367187877Initializing all the Stores at 1731367187878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367187878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367187878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367187878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367187878Cleaning up temporary data from old regions at 1731367187885 (+7 ms)Running coprocessor post-open hooks at 1731367187887 (+2 ms)Region opened successfully at 1731367187887 2024-11-11T23:19:47,888 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367187853 2024-11-11T23:19:47,889 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:19:47,890 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:19:47,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:47,891 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,38087,1731367184604, state=OPEN 2024-11-11T23:19:47,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-506290428/meta-region-server 2024-11-11T23:19:47,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-506290428/meta-region-server 2024-11-11T23:19:47,925 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:47,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-506290428/meta-region-server: CHANGED 2024-11-11T23:19:47,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-506290428/meta-region-server: CHANGED 2024-11-11T23:19:47,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:19:47,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,38087,1731367184604 in 223 msec 2024-11-11T23:19:47,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:19:47,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-11T23:19:47,929 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:47,930 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:19:47,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:47,931 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38087,1731367184604, seqNum=-1] 2024-11-11T23:19:47,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:47,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:47,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-11T23:19:47,937 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367187937, completionTime=-1 2024-11-11T23:19:47,937 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:19:47,937 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367247939 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367307939 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45987,1731367184403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45987,1731367184403-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45987,1731367184403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:45987, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:47,939 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:47,941 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:19:47,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.272sec 2024-11-11T23:19:47,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:19:47,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:19:47,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:19:47,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:19:47,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:19:47,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45987,1731367184403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:47,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45987,1731367184403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:19:47,944 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:19:47,944 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:19:47,944 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45987,1731367184403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:47,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e322604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:47,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45987,-1 for getting cluster id 2024-11-11T23:19:47,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:47,947 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574d3f71-d45c-4c5e-b8ed-94de63afece1' 2024-11-11T23:19:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574d3f71-d45c-4c5e-b8ed-94de63afece1" 2024-11-11T23:19:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e98e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45987,-1] 2024-11-11T23:19:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:47,948 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:47,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:47,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38087,1731367184604, seqNum=-1] 2024-11-11T23:19:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:47,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:47,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:47,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51866 2024-11-11T23:19:47,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:47,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c329ba80002 connected 2024-11-11T23:19:47,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.log.dir so I do NOT create it in target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45 2024-11-11T23:19:47,988 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:19:47,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.tmp.dir so I do NOT create it in target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45 2024-11-11T23:19:47,988 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:19:47,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45 2024-11-11T23:19:47,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:19:47,988 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/cluster_840bb4e8-0725-117c-a867-f0ec027faf53, deleteOnExit=true 2024-11-11T23:19:47,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:19:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/test.cache.data in system properties and HBase conf 2024-11-11T23:19:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:19:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:19:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:19:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:19:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:19:47,989 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:19:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:19:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:19:47,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:19:47,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:19:48,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:48,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:19:48,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:19:48,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:19:48,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:19:48,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:48,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:19:48,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:19:48,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/java.io.tmpdir/jetty-localhost-45333-hadoop-hdfs-3_4_1-tests_jar-_-any-17972735453391871384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:19:48,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:45333} 2024-11-11T23:19:48,420 INFO [Time-limited test {}] server.Server(415): Started @168731ms 2024-11-11T23:19:48,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:19:48,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:19:48,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:19:48,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:19:48,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:19:48,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:19:48,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:19:48,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126508b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/java.io.tmpdir/jetty-localhost-40367-hadoop-hdfs-3_4_1-tests_jar-_-any-6835882470488971707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:19:48,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:40367} 2024-11-11T23:19:48,781 INFO [Time-limited test {}] server.Server(415): Started @169093ms 2024-11-11T23:19:48,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:19:49,412 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/cluster_840bb4e8-0725-117c-a867-f0ec027faf53/data/data1/current/BP-889862584-172.17.0.2-1731367188008/current, will proceed with Du for space computation calculation, 2024-11-11T23:19:49,412 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/cluster_840bb4e8-0725-117c-a867-f0ec027faf53/data/data2/current/BP-889862584-172.17.0.2-1731367188008/current, will proceed with Du for space computation calculation, 2024-11-11T23:19:49,427 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:19:49,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d4e0e5e575eac25 with lease ID 0xed64b7656721e33a: Processing first storage report for DS-d5a90e85-209e-4fd4-b7fe-8a35c82f5200 from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=5241c768-0b1f-4c3a-9c8d-750eb04da17c, infoPort=40499, infoSecurePort=0, ipcPort=35995, storageInfo=lv=-57;cid=testClusterID;nsid=1686681953;c=1731367188008) 2024-11-11T23:19:49,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d4e0e5e575eac25 with lease ID 0xed64b7656721e33a: from storage DS-d5a90e85-209e-4fd4-b7fe-8a35c82f5200 node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=5241c768-0b1f-4c3a-9c8d-750eb04da17c, infoPort=40499, infoSecurePort=0, ipcPort=35995, storageInfo=lv=-57;cid=testClusterID;nsid=1686681953;c=1731367188008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:19:49,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d4e0e5e575eac25 with lease ID 0xed64b7656721e33a: Processing first storage report for DS-0c0f63c1-0bdc-4dbd-b430-a194b72649ff from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=5241c768-0b1f-4c3a-9c8d-750eb04da17c, infoPort=40499, infoSecurePort=0, ipcPort=35995, storageInfo=lv=-57;cid=testClusterID;nsid=1686681953;c=1731367188008) 2024-11-11T23:19:49,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d4e0e5e575eac25 with lease ID 0xed64b7656721e33a: from storage DS-0c0f63c1-0bdc-4dbd-b430-a194b72649ff node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=5241c768-0b1f-4c3a-9c8d-750eb04da17c, infoPort=40499, infoSecurePort=0, ipcPort=35995, storageInfo=lv=-57;cid=testClusterID;nsid=1686681953;c=1731367188008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:19:49,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45 2024-11-11T23:19:49,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:49,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:49,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:19:49,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae with version=8 2024-11-11T23:19:49,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/hbase-staging 2024-11-11T23:19:49,916 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:49,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:49,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:49,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:49,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:49,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:49,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:19:49,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:49,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38795 2024-11-11T23:19:49,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38795 connecting to ZooKeeper ensemble=127.0.0.1:51866 2024-11-11T23:19:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387950x0, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:49,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38795-0x1012c329ba80003 connected 2024-11-11T23:19:50,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:50,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:50,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on znode that does not yet exist, /1641473542/running 2024-11-11T23:19:50,041 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae, hbase.cluster.distributed=false 2024-11-11T23:19:50,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on znode that does not yet exist, /1641473542/acl 2024-11-11T23:19:50,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-11T23:19:50,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38795 2024-11-11T23:19:50,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38795 2024-11-11T23:19:50,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-11T23:19:50,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-11T23:19:50,060 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:19:50,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:50,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:50,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:19:50,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:19:50,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:19:50,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:19:50,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:19:50,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40101 2024-11-11T23:19:50,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40101 connecting to ZooKeeper ensemble=127.0.0.1:51866 2024-11-11T23:19:50,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:50,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401010x0, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:50,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401010x0, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on znode that does not yet exist, /1641473542/running 2024-11-11T23:19:50,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40101-0x1012c329ba80004 connected 2024-11-11T23:19:50,079 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:19:50,080 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:19:50,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on znode that does not yet exist, /1641473542/master 2024-11-11T23:19:50,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on znode that does not yet exist, /1641473542/acl 2024-11-11T23:19:50,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40101 2024-11-11T23:19:50,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40101 2024-11-11T23:19:50,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40101 2024-11-11T23:19:50,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40101 2024-11-11T23:19:50,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40101 2024-11-11T23:19:50,097 DEBUG [M:0;cdbe53028b4b:38795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:38795 2024-11-11T23:19:50,103 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1641473542/backup-masters/cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542/backup-masters 2024-11-11T23:19:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542/backup-masters 2024-11-11T23:19:50,112 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on existing znode=/1641473542/backup-masters/cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1641473542/master 2024-11-11T23:19:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:50,123 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on existing znode=/1641473542/master 2024-11-11T23:19:50,123 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1641473542/backup-masters/cdbe53028b4b,38795,1731367189916 from backup master directory 2024-11-11T23:19:50,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641473542/backup-masters/cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:50,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542/backup-masters 2024-11-11T23:19:50,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542/backup-masters 2024-11-11T23:19:50,133 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:50,133 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:50,136 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/hbase.id] with ID: e9430491-5e5b-4137-8b13-c0fc3e4bf6c5 2024-11-11T23:19:50,136 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/.tmp/hbase.id 2024-11-11T23:19:50,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:19:50,540 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/.tmp/hbase.id]:[hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/hbase.id] 2024-11-11T23:19:50,549 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:19:50,549 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:19:50,550 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:19:50,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:50,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:50,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:19:51,023 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:51,024 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:19:51,024 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:19:51,433 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store 2024-11-11T23:19:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:19:51,839 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:51,839 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:19:51,840 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:51,840 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:51,840 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:19:51,840 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:51,840 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:19:51,840 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367191839Disabling compacts and flushes for region at 1731367191839Disabling writes for close at 1731367191840 (+1 ms)Writing region close event to WAL at 1731367191840Closed at 1731367191840 2024-11-11T23:19:51,841 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/.initializing 2024-11-11T23:19:51,841 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/WALs/cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:51,842 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:51,843 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C38795%2C1731367189916, suffix=, logDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/WALs/cdbe53028b4b,38795,1731367189916, archiveDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/oldWALs, maxLogs=10 2024-11-11T23:19:51,855 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/WALs/cdbe53028b4b,38795,1731367189916/cdbe53028b4b%2C38795%2C1731367189916.1731367191843, exclude list is [], retry=0 2024-11-11T23:19:51,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-d5a90e85-209e-4fd4-b7fe-8a35c82f5200,DISK] 2024-11-11T23:19:51,859 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/WALs/cdbe53028b4b,38795,1731367189916/cdbe53028b4b%2C38795%2C1731367189916.1731367191843 2024-11-11T23:19:51,859 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-11T23:19:51,859 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:51,859 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:51,859 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,859 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:19:51,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:51,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:51,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:19:51,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:51,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:51,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:19:51,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:51,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:51,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:19:51,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:51,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:51,865 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,866 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,866 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,867 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,867 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,868 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:51,869 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:19:51,870 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:51,871 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66833989, jitterRate=-0.0040959566831588745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:51,871 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367191859Initializing all the Stores at 1731367191860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367191860Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367191860Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367191860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367191860Cleaning up temporary data from old regions at 1731367191867 (+7 ms)Region opened successfully at 1731367191871 (+4 ms) 2024-11-11T23:19:51,871 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:19:51,873 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac9e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:51,874 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:19:51,874 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:19:51,874 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:19:51,874 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:19:51,875 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:19:51,875 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:19:51,875 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:19:51,877 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:19:51,878 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Unable to get data of znode /1641473542/balancer because node does not exist (not necessarily an error) 2024-11-11T23:19:51,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:19:51,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:51,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:51,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:51,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:51,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:51,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:51,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:51,941 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641473542/balancer already deleted, retry=false 2024-11-11T23:19:51,942 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:19:51,943 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Unable to get data of znode /1641473542/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:19:51,954 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641473542/normalizer already deleted, retry=false 2024-11-11T23:19:51,954 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:19:51,955 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Unable to get data of znode /1641473542/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:19:51,964 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641473542/switch/split already deleted, retry=false 2024-11-11T23:19:51,965 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Unable to get data of znode /1641473542/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:19:51,975 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641473542/switch/merge already deleted, retry=false 2024-11-11T23:19:51,976 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Unable to get data of znode /1641473542/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:19:51,985 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641473542/snapshot-cleanup already deleted, retry=false 2024-11-11T23:19:51,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1641473542/running 2024-11-11T23:19:51,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:51,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1641473542/running 2024-11-11T23:19:51,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:51,997 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,38795,1731367189916, sessionid=0x1012c329ba80003, setting cluster-up flag (Was=false) 2024-11-11T23:19:52,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:52,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:52,048 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1641473542/flush-table-proc/acquired, /1641473542/flush-table-proc/reached, /1641473542/flush-table-proc/abort 2024-11-11T23:19:52,049 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:52,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:52,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:52,101 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1641473542/online-snapshot/acquired, /1641473542/online-snapshot/reached, /1641473542/online-snapshot/abort 2024-11-11T23:19:52,102 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:52,103 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:19:52,104 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:52,104 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:19:52,104 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:19:52,104 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,38795,1731367189916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:19:52,105 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:52,105 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:52,105 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:52,105 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:19:52,106 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:19:52,106 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,106 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:52,106 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,106 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367222106 2024-11-11T23:19:52,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:52,106 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:19:52,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:19:52,107 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:19:52,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:52,107 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367192107,5,FailOnTimeoutGroup] 2024-11-11T23:19:52,108 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367192107,5,FailOnTimeoutGroup] 2024-11-11T23:19:52,108 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:19:52,108 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:19:52,108 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,108 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:19:52,189 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(746): ClusterId : e9430491-5e5b-4137-8b13-c0fc3e4bf6c5 2024-11-11T23:19:52,189 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:19:52,196 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:19:52,196 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:19:52,207 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:19:52,207 DEBUG [RS:0;cdbe53028b4b:40101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e07bf08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:19:52,218 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:40101 2024-11-11T23:19:52,218 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:19:52,218 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:19:52,218 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:19:52,218 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,38795,1731367189916 with port=40101, startcode=1731367190060 2024-11-11T23:19:52,218 DEBUG [RS:0;cdbe53028b4b:40101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:19:52,219 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:19:52,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:52,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38795 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:52,221 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae 2024-11-11T23:19:52,221 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35073 2024-11-11T23:19:52,221 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:19:52,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542/rs 2024-11-11T23:19:52,228 DEBUG [RS:0;cdbe53028b4b:40101 {}] zookeeper.ZKUtil(111): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on existing znode=/1641473542/rs/cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:52,228 WARN [RS:0;cdbe53028b4b:40101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:19:52,228 INFO [RS:0;cdbe53028b4b:40101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:52,228 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:52,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,40101,1731367190060] 2024-11-11T23:19:52,230 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:19:52,231 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:19:52,232 INFO [RS:0;cdbe53028b4b:40101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:19:52,232 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,232 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:19:52,232 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:19:52,232 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,232 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,232 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,232 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,232 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:52,233 DEBUG [RS:0;cdbe53028b4b:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:19:52,235 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,235 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,235 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,235 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,235 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,235 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40101,1731367190060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:52,248 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:19:52,248 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,40101,1731367190060-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,248 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,248 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.Replication(171): cdbe53028b4b,40101,1731367190060 started 2024-11-11T23:19:52,262 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:52,262 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,40101,1731367190060, RpcServer on cdbe53028b4b/172.17.0.2:40101, sessionid=0x1012c329ba80004 2024-11-11T23:19:52,262 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:19:52,262 DEBUG [RS:0;cdbe53028b4b:40101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:52,262 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,40101,1731367190060' 2024-11-11T23:19:52,262 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1641473542/flush-table-proc/abort' 2024-11-11T23:19:52,263 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1641473542/flush-table-proc/acquired' 2024-11-11T23:19:52,263 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:19:52,263 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:19:52,263 DEBUG [RS:0;cdbe53028b4b:40101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:52,263 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,40101,1731367190060' 2024-11-11T23:19:52,263 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1641473542/online-snapshot/abort' 2024-11-11T23:19:52,264 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1641473542/online-snapshot/acquired' 2024-11-11T23:19:52,264 DEBUG [RS:0;cdbe53028b4b:40101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:19:52,264 INFO [RS:0;cdbe53028b4b:40101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:19:52,264 INFO [RS:0;cdbe53028b4b:40101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:19:52,364 INFO [RS:0;cdbe53028b4b:40101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:19:52,366 INFO [RS:0;cdbe53028b4b:40101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C40101%2C1731367190060, suffix=, logDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060, archiveDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/oldWALs, maxLogs=10 2024-11-11T23:19:52,381 DEBUG [RS:0;cdbe53028b4b:40101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366, exclude list is [], retry=0 2024-11-11T23:19:52,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-d5a90e85-209e-4fd4-b7fe-8a35c82f5200,DISK] 2024-11-11T23:19:52,385 INFO [RS:0;cdbe53028b4b:40101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 2024-11-11T23:19:52,385 DEBUG [RS:0;cdbe53028b4b:40101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-11T23:19:52,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:19:52,515 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae 2024-11-11T23:19:52,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:19:52,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:19:52,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:52,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:19:52,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:19:52,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:52,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:52,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:19:52,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:19:52,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:52,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:52,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:19:52,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:19:52,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:52,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:52,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:19:52,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:19:52,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:52,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:52,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:19:52,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740 2024-11-11T23:19:52,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740 2024-11-11T23:19:52,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:19:52,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:19:52,929 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:52,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:19:52,931 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:52,931 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68272293, jitterRate=0.017336443066596985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:52,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367192920Initializing all the Stores at 1731367192921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367192921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367192921Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367192921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367192921Cleaning up temporary data from old regions at 1731367192928 (+7 ms)Region opened successfully at 1731367192931 (+3 ms) 2024-11-11T23:19:52,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:19:52,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:19:52,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:19:52,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:19:52,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:19:52,932 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:19:52,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367192931Disabling compacts and flushes for region at 1731367192931Disabling writes for close at 1731367192931Writing region close event to WAL at 1731367192932 (+1 ms)Closed at 1731367192932 2024-11-11T23:19:52,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:52,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:19:52,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:19:52,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:52,934 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:19:53,084 DEBUG [cdbe53028b4b:38795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:19:53,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:53,085 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,40101,1731367190060, state=OPENING 2024-11-11T23:19:53,284 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:19:53,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:53,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:19:53,302 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:19:53,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641473542/meta-region-server: CHANGED 2024-11-11T23:19:53,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641473542/meta-region-server: CHANGED 2024-11-11T23:19:53,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,40101,1731367190060}] 2024-11-11T23:19:53,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:19:53,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:19:53,458 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:19:53,458 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:53,458 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:19:53,459 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C40101%2C1731367190060.meta, suffix=.meta, logDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060, archiveDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/oldWALs, maxLogs=10 2024-11-11T23:19:53,475 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.meta.1731367193460.meta, exclude list is [], retry=0 2024-11-11T23:19:53,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-d5a90e85-209e-4fd4-b7fe-8a35c82f5200,DISK] 2024-11-11T23:19:53,479 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.meta.1731367193460.meta 2024-11-11T23:19:53,479 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-11T23:19:53,479 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:53,479 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:53,480 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:19:53,480 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:19:53,480 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:19:53,480 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:19:53,480 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:53,480 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:19:53,480 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:19:53,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:19:53,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:19:53,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:53,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:53,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:19:53,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:19:53,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:53,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:53,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:19:53,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:19:53,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:53,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:53,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:19:53,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:19:53,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:53,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:19:53,485 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:19:53,486 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740 2024-11-11T23:19:53,487 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740 2024-11-11T23:19:53,488 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:19:53,488 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:19:53,488 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:19:53,489 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:19:53,490 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66502187, jitterRate=-0.009040191769599915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:19:53,490 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:19:53,490 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367193480Writing region info on filesystem at 1731367193480Initializing all the Stores at 1731367193481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367193481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367193481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367193481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367193481Cleaning up temporary data from old regions at 1731367193488 (+7 ms)Running coprocessor post-open hooks at 1731367193490 (+2 ms)Region opened successfully at 1731367193490 2024-11-11T23:19:53,491 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367193454 2024-11-11T23:19:53,493 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:19:53,493 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:19:53,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:53,494 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,40101,1731367190060, state=OPEN 2024-11-11T23:19:53,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1641473542/meta-region-server 2024-11-11T23:19:53,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1641473542/meta-region-server 2024-11-11T23:19:53,501 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:53,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641473542/meta-region-server: CHANGED 2024-11-11T23:19:53,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641473542/meta-region-server: CHANGED 2024-11-11T23:19:53,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:19:53,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,40101,1731367190060 in 199 msec 2024-11-11T23:19:53,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:19:53,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 570 msec 2024-11-11T23:19:53,505 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:19:53,505 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:19:53,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:53,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,40101,1731367190060, seqNum=-1] 2024-11-11T23:19:53,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:53,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:53,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4070 sec 2024-11-11T23:19:53,512 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367193512, completionTime=-1 2024-11-11T23:19:53,512 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:19:53,512 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:19:53,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:19:53,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367253513 2024-11-11T23:19:53,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367313513 2024-11-11T23:19:53,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:19:53,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38795,1731367189916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:53,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38795,1731367189916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:53,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38795,1731367189916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:53,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:38795, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:53,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:53,514 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:53,515 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:19:53,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.384sec 2024-11-11T23:19:53,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:19:53,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:19:53,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:19:53,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:19:53,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:19:53,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38795,1731367189916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:19:53,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38795,1731367189916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:19:53,519 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:19:53,519 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:19:53,519 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38795,1731367189916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:19:53,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c73698a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:53,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38795,-1 for getting cluster id 2024-11-11T23:19:53,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:53,591 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9430491-5e5b-4137-8b13-c0fc3e4bf6c5' 2024-11-11T23:19:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9430491-5e5b-4137-8b13-c0fc3e4bf6c5" 2024-11-11T23:19:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1728f054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38795,-1] 2024-11-11T23:19:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:53,592 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:53,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:53,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,40101,1731367190060, seqNum=-1] 2024-11-11T23:19:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:53,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:19:53,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:53,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51866 2024-11-11T23:19:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:19:53,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012c329ba80005 connected 2024-11-11T23:19:53,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2578df98 2024-11-11T23:19:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:53,694 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:53,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:19:53,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:19:53,697 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:53,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:19:53,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:19:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:53,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:19:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:54,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03cbf6e71ce8866973bb38ef3a6904c8, NAME => 'test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b 2024-11-11T23:19:54,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:19:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:54,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:54,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 03cbf6e71ce8866973bb38ef3a6904c8, disabling compactions & flushes 2024-11-11T23:19:54,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:19:54,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:19:54,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. after waiting 0 ms 2024-11-11T23:19:54,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:19:54,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:19:54,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03cbf6e71ce8866973bb38ef3a6904c8: Waiting for close lock at 1731367194515Disabling compacts and flushes for region at 1731367194515Disabling writes for close at 1731367194515Writing region close event to WAL at 1731367194515Closed at 1731367194515 2024-11-11T23:19:54,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:19:54,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367194516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367194516"}]},"ts":"1731367194516"} 2024-11-11T23:19:54,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:19:54,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:19:54,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367194519"}]},"ts":"1731367194519"} 2024-11-11T23:19:54,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:19:54,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03cbf6e71ce8866973bb38ef3a6904c8, ASSIGN}] 2024-11-11T23:19:54,522 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03cbf6e71ce8866973bb38ef3a6904c8, ASSIGN 2024-11-11T23:19:54,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=03cbf6e71ce8866973bb38ef3a6904c8, ASSIGN; state=OFFLINE, location=cdbe53028b4b,38087,1731367184604; forceNewPlan=false, retain=false 2024-11-11T23:19:54,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03cbf6e71ce8866973bb38ef3a6904c8, regionState=OPENING, regionLocation=cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:54,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=03cbf6e71ce8866973bb38ef3a6904c8, ASSIGN because future has completed 2024-11-11T23:19:54,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03cbf6e71ce8866973bb38ef3a6904c8, server=cdbe53028b4b,38087,1731367184604}] 2024-11-11T23:19:54,831 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:19:54,831 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 03cbf6e71ce8866973bb38ef3a6904c8, NAME => 'test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:54,831 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:54,831 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:19:54,831 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,831 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:54,831 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,831 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:54,833 INFO [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,834 INFO [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03cbf6e71ce8866973bb38ef3a6904c8 columnFamilyName f 2024-11-11T23:19:54,834 DEBUG [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:54,834 INFO [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] regionserver.HStore(327): Store=03cbf6e71ce8866973bb38ef3a6904c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:54,834 INFO [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,836 INFO [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03cbf6e71ce8866973bb38ef3a6904c8 columnFamilyName f1 2024-11-11T23:19:54,836 DEBUG [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:54,836 INFO [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] regionserver.HStore(327): Store=03cbf6e71ce8866973bb38ef3a6904c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:54,836 INFO [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,837 INFO [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03cbf6e71ce8866973bb38ef3a6904c8 columnFamilyName norep 2024-11-11T23:19:54,837 DEBUG [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:54,837 INFO [StoreOpener-03cbf6e71ce8866973bb38ef3a6904c8-1 {}] regionserver.HStore(327): Store=03cbf6e71ce8866973bb38ef3a6904c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:54,838 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,838 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,838 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,839 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,839 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,840 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:19:54,841 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,843 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:54,843 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 03cbf6e71ce8866973bb38ef3a6904c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62389019, jitterRate=-0.07033117115497589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:19:54,843 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:19:54,844 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 03cbf6e71ce8866973bb38ef3a6904c8: Running coprocessor pre-open hook at 1731367194831Writing region info on filesystem at 1731367194831Initializing all the Stores at 1731367194832 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367194832Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367194832Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367194832Cleaning up temporary data from old regions at 1731367194839 (+7 ms)Running coprocessor post-open hooks at 1731367194843 (+4 ms)Region opened successfully at 1731367194844 (+1 ms) 2024-11-11T23:19:54,845 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8., pid=6, masterSystemTime=1731367194828 2024-11-11T23:19:54,847 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:19:54,847 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:19:54,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03cbf6e71ce8866973bb38ef3a6904c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:54,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03cbf6e71ce8866973bb38ef3a6904c8, server=cdbe53028b4b,38087,1731367184604 because future has completed 2024-11-11T23:19:54,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:19:54,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 03cbf6e71ce8866973bb38ef3a6904c8, server=cdbe53028b4b,38087,1731367184604 in 174 msec 2024-11-11T23:19:54,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:19:54,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=03cbf6e71ce8866973bb38ef3a6904c8, ASSIGN in 331 msec 2024-11-11T23:19:54,854 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:19:54,854 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367194854"}]},"ts":"1731367194854"} 2024-11-11T23:19:54,856 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:19:54,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:19:54,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-11T23:19:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:55,842 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:19:55,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44baa2eb 2024-11-11T23:19:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:55,844 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:55,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:19:55,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:19:55,847 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:55,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:19:55,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:19:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:19:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:56,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dedea1e749ed9a3dcff85e473af1469, NAME => 'test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae 2024-11-11T23:19:56,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:19:56,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:19:56,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T23:19:56,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:19:56,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T23:19:56,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:19:56,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T23:19:56,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:19:56,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T23:19:56,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:19:56,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T23:19:56,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:19:56,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T23:19:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:56,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:56,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2dedea1e749ed9a3dcff85e473af1469, disabling compactions & flushes 2024-11-11T23:19:56,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:19:56,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:19:56,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. after waiting 0 ms 2024-11-11T23:19:56,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:19:56,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:19:56,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dedea1e749ed9a3dcff85e473af1469: Waiting for close lock at 1731367196660Disabling compacts and flushes for region at 1731367196660Disabling writes for close at 1731367196660Writing region close event to WAL at 1731367196660Closed at 1731367196660 2024-11-11T23:19:56,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:19:56,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367196661"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367196661"}]},"ts":"1731367196661"} 2024-11-11T23:19:56,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:19:56,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:19:56,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367196664"}]},"ts":"1731367196664"} 2024-11-11T23:19:56,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:19:56,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dedea1e749ed9a3dcff85e473af1469, ASSIGN}] 2024-11-11T23:19:56,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dedea1e749ed9a3dcff85e473af1469, ASSIGN 2024-11-11T23:19:56,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2dedea1e749ed9a3dcff85e473af1469, ASSIGN; state=OFFLINE, location=cdbe53028b4b,40101,1731367190060; forceNewPlan=false, retain=false 2024-11-11T23:19:56,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dedea1e749ed9a3dcff85e473af1469, regionState=OPENING, regionLocation=cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:56,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2dedea1e749ed9a3dcff85e473af1469, ASSIGN because future has completed 2024-11-11T23:19:56,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dedea1e749ed9a3dcff85e473af1469, server=cdbe53028b4b,40101,1731367190060}] 2024-11-11T23:19:56,976 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:19:56,976 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dedea1e749ed9a3dcff85e473af1469, NAME => 'test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:56,976 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:56,976 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:19:56,976 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,977 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:56,977 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,977 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,978 INFO [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,979 INFO [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dedea1e749ed9a3dcff85e473af1469 columnFamilyName f 2024-11-11T23:19:56,979 DEBUG [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:56,979 INFO [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] regionserver.HStore(327): Store=2dedea1e749ed9a3dcff85e473af1469/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:56,979 INFO [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,980 INFO [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dedea1e749ed9a3dcff85e473af1469 columnFamilyName f1 2024-11-11T23:19:56,980 DEBUG [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:56,980 INFO [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] regionserver.HStore(327): Store=2dedea1e749ed9a3dcff85e473af1469/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:56,980 INFO [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,981 INFO [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dedea1e749ed9a3dcff85e473af1469 columnFamilyName norep 2024-11-11T23:19:56,981 DEBUG [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:56,981 INFO [StoreOpener-2dedea1e749ed9a3dcff85e473af1469-1 {}] regionserver.HStore(327): Store=2dedea1e749ed9a3dcff85e473af1469/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:56,981 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:56,982 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,982 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,983 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,983 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,983 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:19:56,984 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,985 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:56,986 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2dedea1e749ed9a3dcff85e473af1469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62871145, jitterRate=-0.0631469339132309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:19:56,986 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:19:56,986 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2dedea1e749ed9a3dcff85e473af1469: Running coprocessor pre-open hook at 1731367196977Writing region info on filesystem at 1731367196977Initializing all the Stores at 1731367196977Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367196977Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367196977Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367196977Cleaning up temporary data from old regions at 1731367196983 (+6 ms)Running coprocessor post-open hooks at 1731367196986 (+3 ms)Region opened successfully at 1731367196986 2024-11-11T23:19:56,987 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469., pid=6, masterSystemTime=1731367196972 2024-11-11T23:19:56,988 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:19:56,988 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:19:56,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dedea1e749ed9a3dcff85e473af1469, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,40101,1731367190060 2024-11-11T23:19:56,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dedea1e749ed9a3dcff85e473af1469, server=cdbe53028b4b,40101,1731367190060 because future has completed 2024-11-11T23:19:56,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:19:56,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dedea1e749ed9a3dcff85e473af1469, server=cdbe53028b4b,40101,1731367190060 in 172 msec 2024-11-11T23:19:56,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:19:56,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2dedea1e749ed9a3dcff85e473af1469, ASSIGN in 328 msec 2024-11-11T23:19:56,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:19:56,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367196997"}]},"ts":"1731367196997"} 2024-11-11T23:19:56,999 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:19:57,000 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:19:57,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-11T23:19:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:19:57,993 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:19:57,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de3a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:57,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45987,-1 for getting cluster id 2024-11-11T23:19:57,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:57,994 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574d3f71-d45c-4c5e-b8ed-94de63afece1' 2024-11-11T23:19:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574d3f71-d45c-4c5e-b8ed-94de63afece1" 2024-11-11T23:19:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480dc301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45987,-1] 2024-11-11T23:19:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:57,995 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc5c3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:57,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:57,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38795,-1 for getting cluster id 2024-11-11T23:19:57,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:57,997 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9430491-5e5b-4137-8b13-c0fc3e4bf6c5' 2024-11-11T23:19:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9430491-5e5b-4137-8b13-c0fc3e4bf6c5" 2024-11-11T23:19:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9daf3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38795,-1] 2024-11-11T23:19:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:57,998 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f188acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:57,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:57,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45987,-1 for getting cluster id 2024-11-11T23:19:57,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:57,999 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574d3f71-d45c-4c5e-b8ed-94de63afece1' 2024-11-11T23:19:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574d3f71-d45c-4c5e-b8ed-94de63afece1" 2024-11-11T23:19:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce66c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45987,-1] 2024-11-11T23:19:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:58,001 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57de85e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:58,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9a38dae 2024-11-11T23:19:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:58,003 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:58,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:38795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:19:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:19:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:19:58,006 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38795' 2024-11-11T23:19:58,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759567ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:58,007 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38795,-1 for getting cluster id 2024-11-11T23:19:58,007 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:58,007 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9430491-5e5b-4137-8b13-c0fc3e4bf6c5' 2024-11-11T23:19:58,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:58,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9430491-5e5b-4137-8b13-c0fc3e4bf6c5" 2024-11-11T23:19:58,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9d7c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:58,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38795,-1] 2024-11-11T23:19:58,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:58,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:58,009 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:58,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621d9967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:58,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:58,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:58,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79a9ef42 2024-11-11T23:19:58,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:58,011 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:58,011 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:19:58,011 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:19:58,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:58,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:58,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:58,012 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:58,013 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:19:58,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:19:58,014 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:58,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:19:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:19:58,063 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:19:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:19:58,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T23:19:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:19:58,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dafd0d4a061905386f64dc0b65baab9, NAME => 'hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b 2024-11-11T23:19:58,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:19:58,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:58,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7dafd0d4a061905386f64dc0b65baab9, disabling compactions & flushes 2024-11-11T23:19:58,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:19:58,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:19:58,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. after waiting 0 ms 2024-11-11T23:19:58,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:19:58,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:19:58,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dafd0d4a061905386f64dc0b65baab9: Waiting for close lock at 1731367198429Disabling compacts and flushes for region at 1731367198429Disabling writes for close at 1731367198429Writing region close event to WAL at 1731367198429Closed at 1731367198429 2024-11-11T23:19:58,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:19:58,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367198431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367198431"}]},"ts":"1731367198431"} 2024-11-11T23:19:58,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:19:58,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:19:58,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367198434"}]},"ts":"1731367198434"} 2024-11-11T23:19:58,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:19:58,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dafd0d4a061905386f64dc0b65baab9, ASSIGN}] 2024-11-11T23:19:58,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dafd0d4a061905386f64dc0b65baab9, ASSIGN 2024-11-11T23:19:58,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7dafd0d4a061905386f64dc0b65baab9, ASSIGN; state=OFFLINE, location=cdbe53028b4b,38087,1731367184604; forceNewPlan=false, retain=false 2024-11-11T23:19:58,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7dafd0d4a061905386f64dc0b65baab9, regionState=OPENING, regionLocation=cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:58,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7dafd0d4a061905386f64dc0b65baab9, ASSIGN because future has completed 2024-11-11T23:19:58,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dafd0d4a061905386f64dc0b65baab9, server=cdbe53028b4b,38087,1731367184604}] 2024-11-11T23:19:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:19:58,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:19:58,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:19:58,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:19:58,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C38087%2C1731367184604.rep, suffix=, logDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604, archiveDir=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/oldWALs, maxLogs=10 2024-11-11T23:19:58,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.rep.1731367198747, exclude list is [], retry=0 2024-11-11T23:19:58,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36489,DS-7a491ac1-dd9e-4328-98e1-87fb8cff0ac2,DISK] 2024-11-11T23:19:58,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.rep.1731367198747 2024-11-11T23:19:58,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047)] 2024-11-11T23:19:58,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dafd0d4a061905386f64dc0b65baab9, NAME => 'hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:19:58,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:19:58,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:19:58,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. service=MultiRowMutationService 2024-11-11T23:19:58,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:19:58,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:58,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,763 INFO [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,764 INFO [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dafd0d4a061905386f64dc0b65baab9 columnFamilyName hfileref 2024-11-11T23:19:58,764 DEBUG [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:58,764 INFO [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] regionserver.HStore(327): Store=7dafd0d4a061905386f64dc0b65baab9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:58,764 INFO [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,765 INFO [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dafd0d4a061905386f64dc0b65baab9 columnFamilyName queue 2024-11-11T23:19:58,765 DEBUG [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:58,766 INFO [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] regionserver.HStore(327): Store=7dafd0d4a061905386f64dc0b65baab9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:58,766 INFO [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,767 INFO [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dafd0d4a061905386f64dc0b65baab9 columnFamilyName sid 2024-11-11T23:19:58,767 DEBUG [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:58,767 INFO [StoreOpener-7dafd0d4a061905386f64dc0b65baab9-1 {}] regionserver.HStore(327): Store=7dafd0d4a061905386f64dc0b65baab9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:19:58,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:19:58,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:19:58,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7dafd0d4a061905386f64dc0b65baab9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59577715, jitterRate=-0.11222286522388458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:19:58,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:19:58,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7dafd0d4a061905386f64dc0b65baab9: Running coprocessor pre-open hook at 1731367198762Writing region info on filesystem at 1731367198762Initializing all the Stores at 1731367198763 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367198763Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367198763Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367198763Cleaning up temporary data from old regions at 1731367198768 (+5 ms)Running coprocessor post-open hooks at 1731367198771 (+3 ms)Region opened successfully at 1731367198772 (+1 ms) 2024-11-11T23:19:58,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9., pid=10, masterSystemTime=1731367198742 2024-11-11T23:19:58,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:19:58,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:19:58,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7dafd0d4a061905386f64dc0b65baab9, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,38087,1731367184604 2024-11-11T23:19:58,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dafd0d4a061905386f64dc0b65baab9, server=cdbe53028b4b,38087,1731367184604 because future has completed 2024-11-11T23:19:58,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:19:58,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dafd0d4a061905386f64dc0b65baab9, server=cdbe53028b4b,38087,1731367184604 in 187 msec 2024-11-11T23:19:58,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:19:58,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dafd0d4a061905386f64dc0b65baab9, ASSIGN in 343 msec 2024-11-11T23:19:58,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:19:58,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367198780"}]},"ts":"1731367198780"} 2024-11-11T23:19:58,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:19:58,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:19:58,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-11T23:19:58,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9., hostname=cdbe53028b4b,38087,1731367184604, seqNum=2] 2024-11-11T23:19:58,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:58,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:19:58,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:19:58,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:19:59,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:59,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:59,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:59,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:19:59,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:19:59,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:19:59,054 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:19:59,092 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,38087,1731367184604, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:19:59,093 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:19:59,093 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38087,1731367184604, seqNum=-1] 2024-11-11T23:19:59,093 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:19:59,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T23:19:59,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,38087,1731367184604', locateType=CURRENT is [region=hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9., hostname=cdbe53028b4b,38087,1731367184604, seqNum=2] 2024-11-11T23:19:59,098 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:19:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:19:59,100 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,38087,1731367184604 suceeded 2024-11-11T23:19:59,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:19:59,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-11T23:19:59,102 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:38795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:19:59,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0990 sec 2024-11-11T23:19:59,112 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38795' 2024-11-11T23:19:59,113 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3006f50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:59,113 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38795,-1 for getting cluster id 2024-11-11T23:19:59,113 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:59,114 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9430491-5e5b-4137-8b13-c0fc3e4bf6c5' 2024-11-11T23:19:59,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:59,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9430491-5e5b-4137-8b13-c0fc3e4bf6c5" 2024-11-11T23:19:59,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3573324e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:59,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38795,-1] 2024-11-11T23:19:59,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:59,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:59,115 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:59,116 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7511114a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:59,116 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:59,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:59,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a76245c 2024-11-11T23:19:59,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:59,117 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T23:19:59,118 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,38087,1731367184604 (queues=1) is replicating from cluster=574d3f71-d45c-4c5e-b8ed-94de63afece1 to cluster=e9430491-5e5b-4137-8b13-c0fc3e4bf6c5 2024-11-11T23:19:59,118 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C38087%2C1731367184604 2024-11-11T23:19:59,118 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,38087,1731367184604, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:19:59,118 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C38087%2C1731367184604 2024-11-11T23:19:59,118 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836, startPosition=0, beingWritten=true 2024-11-11T23:19:59,124 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:19:59,124 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 379, reset compression=false 2024-11-11T23:19:59,124 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38087,1731367184604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:19:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:19:59,143 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:19:59,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:19:59,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:19:59,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:59,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:59,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:59,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:59,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38795,-1 for getting cluster id 2024-11-11T23:19:59,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:59,144 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9430491-5e5b-4137-8b13-c0fc3e4bf6c5' 2024-11-11T23:19:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9430491-5e5b-4137-8b13-c0fc3e4bf6c5" 2024-11-11T23:19:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132a7b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38795,-1] 2024-11-11T23:19:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:59,146 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:59,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc84f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:59,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:59,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38795,1731367189916 2024-11-11T23:19:59,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b19ca6 2024-11-11T23:19:59,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:59,148 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:59,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:45987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:19:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:19:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:19:59,151 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:45987' 2024-11-11T23:19:59,152 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468182e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:59,152 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45987,-1 for getting cluster id 2024-11-11T23:19:59,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:19:59,153 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574d3f71-d45c-4c5e-b8ed-94de63afece1' 2024-11-11T23:19:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:19:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574d3f71-d45c-4c5e-b8ed-94de63afece1" 2024-11-11T23:19:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346f9e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45987,-1] 2024-11-11T23:19:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:19:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:59,154 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:19:59,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8db9a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:19:59,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:19:59,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45987,1731367184403 2024-11-11T23:19:59,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@498e760e 2024-11-11T23:19:59,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:19:59,156 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:19:59,157 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:19:59,157 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:19:59,157 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:59,157 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:19:59,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:19:59,157 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:19:59,158 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:19:59,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:19:59,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:19:59,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:19:59,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:19:59,209 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:19:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:19:59,328 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 379, reset compression=false 2024-11-11T23:19:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:19:59,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a31bbb47fd2b5ad69a9e1fa2d7484bec, NAME => 'hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae 2024-11-11T23:19:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:19:59,632 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 379, reset compression=false 2024-11-11T23:19:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:19:59,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:19:59,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a31bbb47fd2b5ad69a9e1fa2d7484bec, disabling compactions & flushes 2024-11-11T23:19:59,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:19:59,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:19:59,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. after waiting 0 ms 2024-11-11T23:19:59,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:19:59,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:19:59,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a31bbb47fd2b5ad69a9e1fa2d7484bec: Waiting for close lock at 1731367199972Disabling compacts and flushes for region at 1731367199972Disabling writes for close at 1731367199973 (+1 ms)Writing region close event to WAL at 1731367199973Closed at 1731367199973 2024-11-11T23:19:59,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:19:59,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367199974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367199974"}]},"ts":"1731367199974"} 2024-11-11T23:19:59,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:19:59,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:19:59,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367199977"}]},"ts":"1731367199977"} 2024-11-11T23:19:59,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:19:59,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a31bbb47fd2b5ad69a9e1fa2d7484bec, ASSIGN}] 2024-11-11T23:19:59,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a31bbb47fd2b5ad69a9e1fa2d7484bec, ASSIGN 2024-11-11T23:19:59,981 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a31bbb47fd2b5ad69a9e1fa2d7484bec, ASSIGN; state=OFFLINE, location=cdbe53028b4b,40101,1731367190060; forceNewPlan=false, retain=false 2024-11-11T23:20:00,036 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 379, reset compression=false 2024-11-11T23:20:00,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a31bbb47fd2b5ad69a9e1fa2d7484bec, regionState=OPENING, regionLocation=cdbe53028b4b,40101,1731367190060 2024-11-11T23:20:00,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a31bbb47fd2b5ad69a9e1fa2d7484bec, ASSIGN because future has completed 2024-11-11T23:20:00,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a31bbb47fd2b5ad69a9e1fa2d7484bec, server=cdbe53028b4b,40101,1731367190060}] 2024-11-11T23:20:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:00,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:20:00,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:00,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:20:00,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C40101%2C1731367190060.rep, suffix=, logDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060, archiveDir=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/oldWALs, maxLogs=10 2024-11-11T23:20:00,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.rep.1731367200293, exclude list is [], retry=0 2024-11-11T23:20:00,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-d5a90e85-209e-4fd4-b7fe-8a35c82f5200,DISK] 2024-11-11T23:20:00,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.rep.1731367200293 2024-11-11T23:20:00,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-11T23:20:00,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a31bbb47fd2b5ad69a9e1fa2d7484bec, NAME => 'hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:00,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:00,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:20:00,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. service=MultiRowMutationService 2024-11-11T23:20:00,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:20:00,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:00,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,319 INFO [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,321 INFO [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a31bbb47fd2b5ad69a9e1fa2d7484bec columnFamilyName hfileref 2024-11-11T23:20:00,321 DEBUG [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:00,324 INFO [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] regionserver.HStore(327): Store=a31bbb47fd2b5ad69a9e1fa2d7484bec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:00,324 INFO [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,325 INFO [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a31bbb47fd2b5ad69a9e1fa2d7484bec columnFamilyName queue 2024-11-11T23:20:00,326 DEBUG [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:00,326 INFO [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] regionserver.HStore(327): Store=a31bbb47fd2b5ad69a9e1fa2d7484bec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:00,326 INFO [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,327 INFO [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a31bbb47fd2b5ad69a9e1fa2d7484bec columnFamilyName sid 2024-11-11T23:20:00,327 DEBUG [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:00,328 INFO [StoreOpener-a31bbb47fd2b5ad69a9e1fa2d7484bec-1 {}] regionserver.HStore(327): Store=a31bbb47fd2b5ad69a9e1fa2d7484bec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:00,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:20:00,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:00,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a31bbb47fd2b5ad69a9e1fa2d7484bec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65942098, jitterRate=-0.017386168241500854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:20:00,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:00,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a31bbb47fd2b5ad69a9e1fa2d7484bec: Running coprocessor pre-open hook at 1731367200318Writing region info on filesystem at 1731367200318Initializing all the Stores at 1731367200319 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367200319Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367200319Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367200319Cleaning up temporary data from old regions at 1731367200335 (+16 ms)Running coprocessor post-open hooks at 1731367200340 (+5 ms)Region opened successfully at 1731367200340 2024-11-11T23:20:00,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec., pid=10, masterSystemTime=1731367200286 2024-11-11T23:20:00,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:20:00,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a31bbb47fd2b5ad69a9e1fa2d7484bec, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,40101,1731367190060 2024-11-11T23:20:00,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:20:00,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a31bbb47fd2b5ad69a9e1fa2d7484bec, server=cdbe53028b4b,40101,1731367190060 because future has completed 2024-11-11T23:20:00,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:20:00,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a31bbb47fd2b5ad69a9e1fa2d7484bec, server=cdbe53028b4b,40101,1731367190060 in 215 msec 2024-11-11T23:20:00,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:20:00,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a31bbb47fd2b5ad69a9e1fa2d7484bec, ASSIGN in 373 msec 2024-11-11T23:20:00,355 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:20:00,355 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367200355"}]},"ts":"1731367200355"} 2024-11-11T23:20:00,358 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:20:00,359 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:20:00,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-11T23:20:00,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec., hostname=cdbe53028b4b,40101,1731367190060, seqNum=2] 2024-11-11T23:20:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:20:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:20:00,541 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 379, reset compression=false 2024-11-11T23:20:00,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:20:00,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:20:00,698 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:20:00,736 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,40101,1731367190060, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:20:00,737 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:00,737 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,40101,1731367190060, seqNum=-1] 2024-11-11T23:20:00,737 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:00,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T23:20:00,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,40101,1731367190060', locateType=CURRENT is [region=hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec., hostname=cdbe53028b4b,40101,1731367190060, seqNum=2] 2024-11-11T23:20:00,747 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:20:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:20:00,752 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,40101,1731367190060 suceeded 2024-11-11T23:20:00,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:20:00,754 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:45987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:20:00,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-11T23:20:00,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6060 sec 2024-11-11T23:20:00,767 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:45987' 2024-11-11T23:20:00,772 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1278b5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:00,772 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45987,-1 for getting cluster id 2024-11-11T23:20:00,773 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:00,773 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574d3f71-d45c-4c5e-b8ed-94de63afece1' 2024-11-11T23:20:00,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:00,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574d3f71-d45c-4c5e-b8ed-94de63afece1" 2024-11-11T23:20:00,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e80d5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:00,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45987,-1] 2024-11-11T23:20:00,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:00,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:00,775 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:00,776 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b6c59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:00,776 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:00,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45987,1731367184403 2024-11-11T23:20:00,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@339e9b8a 2024-11-11T23:20:00,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:00,778 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T23:20:00,779 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,40101,1731367190060 (queues=1) is replicating from cluster=e9430491-5e5b-4137-8b13-c0fc3e4bf6c5 to cluster=574d3f71-d45c-4c5e-b8ed-94de63afece1 2024-11-11T23:20:00,779 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C40101%2C1731367190060 2024-11-11T23:20:00,779 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,40101,1731367190060, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:20:00,779 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366, startPosition=0, beingWritten=true 2024-11-11T23:20:00,783 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C40101%2C1731367190060 2024-11-11T23:20:00,794 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:00,794 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,40101,1731367190060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:00,795 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 379, reset compression=false 2024-11-11T23:20:01,012 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 379, reset compression=false 2024-11-11T23:20:01,150 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 379, reset compression=false 2024-11-11T23:20:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:01,293 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:20:01,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:01,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:01,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:01,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:01,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:01,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:01,307 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731367201306/Put/seqid=0 2024-11-11T23:20:01,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741840_1016 (size=7894) 2024-11-11T23:20:01,317 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 379, reset compression=false 2024-11-11T23:20:01,325 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731367201325/Put/seqid=0 2024-11-11T23:20:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741841_1017 (size=7691) 2024-11-11T23:20:01,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:01,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45987,-1 for getting cluster id 2024-11-11T23:20:01,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:01,342 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574d3f71-d45c-4c5e-b8ed-94de63afece1' 2024-11-11T23:20:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574d3f71-d45c-4c5e-b8ed-94de63afece1" 2024-11-11T23:20:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a65b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45987,-1] 2024-11-11T23:20:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:01,346 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:01,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:01,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:01,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38087,1731367184604, seqNum=-1] 2024-11-11T23:20:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:01,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:01,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45987,1731367184403 2024-11-11T23:20:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6903de26 2024-11-11T23:20:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:01,368 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:01,374 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8., hostname=cdbe53028b4b,38087,1731367184604, seqNum=2] 2024-11-11T23:20:01,377 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:20:01,387 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T23:20:01,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T23:20:01,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 03cbf6e71ce8866973bb38ef3a6904c8/f 2024-11-11T23:20:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T23:20:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:20:01,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 03cbf6e71ce8866973bb38ef3a6904c8/f 2024-11-11T23:20:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T23:20:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:20:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(2603): Flush status journal for 03cbf6e71ce8866973bb38ef3a6904c8: 2024-11-11T23:20:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_0 2024-11-11T23:20:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_0 as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ 2024-11-11T23:20:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_1 2024-11-11T23:20:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_1 as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ 2024-11-11T23:20:01,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_0 into 03cbf6e71ce8866973bb38ef3a6904c8/f as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ - updating store file list. 2024-11-11T23:20:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:20:01,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ into 03cbf6e71ce8866973bb38ef3a6904c8/f 2024-11-11T23:20:01,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_0 into 03cbf6e71ce8866973bb38ef3a6904c8/f (new location: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_) 2024-11-11T23:20:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_0 2024-11-11T23:20:01,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_1 into 03cbf6e71ce8866973bb38ef3a6904c8/f as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ - updating store file list. 2024-11-11T23:20:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 674add13bf524f70b99f67b24c9e2dc6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:20:01,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ into 03cbf6e71ce8866973bb38ef3a6904c8/f 2024-11-11T23:20:01,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_1 into 03cbf6e71ce8866973bb38ef3a6904c8/f (new location: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_) 2024-11-11T23:20:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins__test__tq0gldred2of5v206i8m0ur6s9cbjjgvq1s02bt7ta033ega5gegl0a9cfmo3kjl/f/hfile_1 2024-11-11T23:20:01,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:01,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:01,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:01,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:01,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:01,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,40101,1731367190060, seqNum=-1] 2024-11-11T23:20:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8., hostname=cdbe53028b4b,38087,1731367184604, seqNum=2 , the old value is region=test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8., hostname=cdbe53028b4b,38087,1731367184604, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cdbe53028b4b:38087 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:20:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8., hostname=cdbe53028b4b,38087,1731367184604, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:20:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8., hostname=cdbe53028b4b,38087,1731367184604, seqNum=2 from cache 2024-11-11T23:20:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38087 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38087: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:58284 deadline: 1731367261448 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:58284 2024-11-11T23:20:01,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469., hostname=cdbe53028b4b,40101,1731367190060, seqNum=2] 2024-11-11T23:20:01,455 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T23:20:01,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T23:20:01,735 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 379, reset compression=false 2024-11-11T23:20:01,856 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 379, reset compression=false 2024-11-11T23:20:01,863 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:20:01,863 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38087,1731367184604 got entry batch from reader: WALEntryBatch [walEntries=[{test/03cbf6e71ce8866973bb38ef3a6904c8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731367201442/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T23:20:01,871 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:20:01,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T23:20:01,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.ReplicationSink(318): Replicating [574d3f71-d45c-4c5e-b8ed-94de63afece1] bulk loaded data 2024-11-11T23:20:01,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e8362f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:01,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38795,-1 for getting cluster id 2024-11-11T23:20:01,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:01,876 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9430491-5e5b-4137-8b13-c0fc3e4bf6c5' 2024-11-11T23:20:01,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:01,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9430491-5e5b-4137-8b13-c0fc3e4bf6c5" 2024-11-11T23:20:01,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbc9fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:01,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38795,-1] 2024-11-11T23:20:01,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:01,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:01,879 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:01,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@216cca2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:01,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741840_1016 (size=7894) 2024-11-11T23:20:01,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741841_1017 (size=7691) 2024-11-11T23:20:01,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:01,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38795,1731367189916 2024-11-11T23:20:01,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b37363c 2024-11-11T23:20:01,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:01,961 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T23:20:01,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:20:01,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:01,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,40101,1731367190060, seqNum=-1] 2024-11-11T23:20:01,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:01,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T23:20:01,978 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T23:20:01,982 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T23:20:01,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ for inclusion in 2dedea1e749ed9a3dcff85e473af1469/f 2024-11-11T23:20:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T23:20:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:20:01,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ for inclusion in 2dedea1e749ed9a3dcff85e473af1469/f 2024-11-11T23:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T23:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HRegion(2603): Flush status journal for 2dedea1e749ed9a3dcff85e473af1469: 2024-11-11T23:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:20:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/5186f352d6d94a88b4961d11d195d0e7_SeqId_4_ 2024-11-11T23:20:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:20:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/c25c101da37e44a58de892fa26381ce3_SeqId_4_ 2024-11-11T23:20:02,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ into 2dedea1e749ed9a3dcff85e473af1469/f as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/5186f352d6d94a88b4961d11d195d0e7_SeqId_4_ - updating store file list. 2024-11-11T23:20:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5186f352d6d94a88b4961d11d195d0e7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:20:02,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/5186f352d6d94a88b4961d11d195d0e7_SeqId_4_ into 2dedea1e749ed9a3dcff85e473af1469/f 2024-11-11T23:20:02,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ into 2dedea1e749ed9a3dcff85e473af1469/f (new location: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/5186f352d6d94a88b4961d11d195d0e7_SeqId_4_) 2024-11-11T23:20:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/674add13bf524f70b99f67b24c9e2dc6_SeqId_4_ 2024-11-11T23:20:02,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ into 2dedea1e749ed9a3dcff85e473af1469/f as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/c25c101da37e44a58de892fa26381ce3_SeqId_4_ - updating store file list. 2024-11-11T23:20:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c25c101da37e44a58de892fa26381ce3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:20:02,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/c25c101da37e44a58de892fa26381ce3_SeqId_4_ into 2dedea1e749ed9a3dcff85e473af1469/f 2024-11-11T23:20:02,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ into 2dedea1e749ed9a3dcff85e473af1469/f (new location: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/c25c101da37e44a58de892fa26381ce3_SeqId_4_) 2024-11-11T23:20:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__vlufavaclve5m09577hmboqo284tk32qkug7412upmnndbo788uck0r9aefa8um7/f/bc4c1704fd184713a58d29bf39e3d5af_SeqId_4_ 2024-11-11T23:20:02,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.ReplicationSink(324): Finished replicating [574d3f71-d45c-4c5e-b8ed-94de63afece1] bulk loaded data 2024-11-11T23:20:02,063 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 687, reset compression=false 2024-11-11T23:20:02,240 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 379, reset compression=false 2024-11-11T23:20:02,247 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:20:02,247 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,40101,1731367190060 got entry batch from reader: WALEntryBatch [walEntries=[{test/2dedea1e749ed9a3dcff85e473af1469/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731367202041/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T23:20:02,249 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:20:02,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T23:20:02,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.ReplicationSink(318): Replicating [574d3f71-d45c-4c5e-b8ed-94de63afece1, e9430491-5e5b-4137-8b13-c0fc3e4bf6c5] bulk loaded data 2024-11-11T23:20:02,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500bba17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:02,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45987,-1 for getting cluster id 2024-11-11T23:20:02,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:02,253 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '574d3f71-d45c-4c5e-b8ed-94de63afece1' 2024-11-11T23:20:02,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:02,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "574d3f71-d45c-4c5e-b8ed-94de63afece1" 2024-11-11T23:20:02,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509f69a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:02,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45987,-1] 2024-11-11T23:20:02,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:02,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:02,257 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:02,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d728be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741842_1018 (size=7691) 2024-11-11T23:20:02,369 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 687, reset compression=false 2024-11-11T23:20:02,447 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 725, reset compression=false 2024-11-11T23:20:02,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:02,474 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731367202474/Put/seqid=0 2024-11-11T23:20:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741842_1018 (size=11194) 2024-11-11T23:20:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741843_1019 (size=7894) 2024-11-11T23:20:02,766 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 725, reset compression=false 2024-11-11T23:20:02,772 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 687, reset compression=false 2024-11-11T23:20:02,885 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731367202884/Put/seqid=0 2024-11-11T23:20:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741843_1019 (size=10791) 2024-11-11T23:20:02,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4038a047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:02,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38795,-1 for getting cluster id 2024-11-11T23:20:02,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:02,894 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9430491-5e5b-4137-8b13-c0fc3e4bf6c5' 2024-11-11T23:20:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9430491-5e5b-4137-8b13-c0fc3e4bf6c5" 2024-11-11T23:20:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6692967e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38795,-1] 2024-11-11T23:20:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:02,896 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:02,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28855d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:02,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,40101,1731367190060, seqNum=-1] 2024-11-11T23:20:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:02,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:02,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:02,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38795,1731367189916 2024-11-11T23:20:02,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6abd7db5 2024-11-11T23:20:02,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:02,910 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469., hostname=cdbe53028b4b,40101,1731367190060, seqNum=2] 2024-11-11T23:20:02,916 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:20:02,921 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T23:20:02,924 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T23:20:02,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 2dedea1e749ed9a3dcff85e473af1469/f 2024-11-11T23:20:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T23:20:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:20:02,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 2dedea1e749ed9a3dcff85e473af1469/f 2024-11-11T23:20:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T23:20:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:20:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HRegion(2603): Flush status journal for 2dedea1e749ed9a3dcff85e473af1469: 2024-11-11T23:20:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_1 2024-11-11T23:20:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_1 as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ 2024-11-11T23:20:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_0 2024-11-11T23:20:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_0 as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ 2024-11-11T23:20:02,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_1 into 2dedea1e749ed9a3dcff85e473af1469/f as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ - updating store file list. 2024-11-11T23:20:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f89d698d24bd4539ba93eb1d8902968c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:20:02,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ into 2dedea1e749ed9a3dcff85e473af1469/f 2024-11-11T23:20:02,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_1 into 2dedea1e749ed9a3dcff85e473af1469/f (new location: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_) 2024-11-11T23:20:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_1 2024-11-11T23:20:02,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_0 into 2dedea1e749ed9a3dcff85e473af1469/f as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ - updating store file list. 2024-11-11T23:20:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3ce83338ad847e1976fe1e49bb60205_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:20:02,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ into 2dedea1e749ed9a3dcff85e473af1469/f 2024-11-11T23:20:02,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_0 into 2dedea1e749ed9a3dcff85e473af1469/f (new location: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_) 2024-11-11T23:20:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins__test__ln5d55krp953vvls5cudj2m7khliojscroimjknq7cr2rr7tn88i1enrph9s3dkt/f/hfile_0 2024-11-11T23:20:02,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:02,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:02,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:02,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:02,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:02,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469., hostname=cdbe53028b4b,40101,1731367190060, seqNum=2 , the old value is region=test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469., hostname=cdbe53028b4b,40101,1731367190060, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cdbe53028b4b:40101 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:20:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469., hostname=cdbe53028b4b,40101,1731367190060, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:20:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469., hostname=cdbe53028b4b,40101,1731367190060, seqNum=2 from cache 2024-11-11T23:20:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38087,1731367184604, seqNum=-1] 2024-11-11T23:20:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:51586 deadline: 1731367262957 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:51586 2024-11-11T23:20:02,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:02,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8., hostname=cdbe53028b4b,38087,1731367184604, seqNum=2] 2024-11-11T23:20:02,972 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T23:20:03,063 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:40101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T23:20:03,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:03,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45987,1731367184403 2024-11-11T23:20:03,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e80514b 2024-11-11T23:20:03,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:03,094 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T23:20:03,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:20:03,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:03,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38087,1731367184604, seqNum=-1] 2024-11-11T23:20:03,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:03,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T23:20:03,127 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__ee09a5mld9505008mnrp48qkiroq2stndmk1cn3hjtmovqqpmqbjt1bjs7ocn9o4/f/5186f352d6d94a88b4961d11d195d0e7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T23:20:03,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__ee09a5mld9505008mnrp48qkiroq2stndmk1cn3hjtmovqqpmqbjt1bjs7ocn9o4/f/c25c101da37e44a58de892fa26381ce3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T23:20:03,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.ReplicationSink(324): Finished replicating [574d3f71-d45c-4c5e-b8ed-94de63afece1, e9430491-5e5b-4137-8b13-c0fc3e4bf6c5] bulk loaded data 2024-11-11T23:20:03,169 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 725, reset compression=false 2024-11-11T23:20:03,214 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:20:03,215 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,40101,1731367190060 got entry batch from reader: WALEntryBatch [walEntries=[{test/2dedea1e749ed9a3dcff85e473af1469/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731367202955/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T23:20:03,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.ReplicationSink(318): Replicating [e9430491-5e5b-4137-8b13-c0fc3e4bf6c5] bulk loaded data 2024-11-11T23:20:03,276 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 687, reset compression=false 2024-11-11T23:20:03,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741844_1020 (size=10791) 2024-11-11T23:20:03,415 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1033, reset compression=false 2024-11-11T23:20:03,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741845_1021 (size=11194) 2024-11-11T23:20:03,720 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1033, reset compression=false 2024-11-11T23:20:03,903 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 687, reset compression=false 2024-11-11T23:20:03,977 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T23:20:04,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:20:04,115 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T23:20:04,118 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T23:20:04,124 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1033, reset compression=false 2024-11-11T23:20:04,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ for inclusion in 03cbf6e71ce8866973bb38ef3a6904c8/f 2024-11-11T23:20:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T23:20:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:20:04,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ for inclusion in 03cbf6e71ce8866973bb38ef3a6904c8/f 2024-11-11T23:20:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T23:20:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:20:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(2603): Flush status journal for 03cbf6e71ce8866973bb38ef3a6904c8: 2024-11-11T23:20:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:20:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/8bf14626f4cb4aa795b5125a6add7b2d_SeqId_6_ 2024-11-11T23:20:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:20:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/5bb906b517a4420a8a6c6981566c4df1_SeqId_6_ 2024-11-11T23:20:04,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ into 03cbf6e71ce8866973bb38ef3a6904c8/f as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/8bf14626f4cb4aa795b5125a6add7b2d_SeqId_6_ - updating store file list. 2024-11-11T23:20:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8bf14626f4cb4aa795b5125a6add7b2d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:20:04,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/8bf14626f4cb4aa795b5125a6add7b2d_SeqId_6_ into 03cbf6e71ce8866973bb38ef3a6904c8/f 2024-11-11T23:20:04,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ into 03cbf6e71ce8866973bb38ef3a6904c8/f (new location: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/8bf14626f4cb4aa795b5125a6add7b2d_SeqId_6_) 2024-11-11T23:20:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/f89d698d24bd4539ba93eb1d8902968c_SeqId_6_ 2024-11-11T23:20:04,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ into 03cbf6e71ce8866973bb38ef3a6904c8/f as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/5bb906b517a4420a8a6c6981566c4df1_SeqId_6_ - updating store file list. 2024-11-11T23:20:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5bb906b517a4420a8a6c6981566c4df1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:20:04,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/5bb906b517a4420a8a6c6981566c4df1_SeqId_6_ into 03cbf6e71ce8866973bb38ef3a6904c8/f 2024-11-11T23:20:04,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ into 03cbf6e71ce8866973bb38ef3a6904c8/f (new location: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/f/5bb906b517a4420a8a6c6981566c4df1_SeqId_6_) 2024-11-11T23:20:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/staging/jenkins.hfs.10__test__vflb8lgpbs9gh7h12oac9oo1u2s2r0vka1j6hf6994iqij89qc34ccput3g96qf8/f/d3ce83338ad847e1976fe1e49bb60205_SeqId_6_ 2024-11-11T23:20:04,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.ReplicationSink(324): Finished replicating [e9430491-5e5b-4137-8b13-c0fc3e4bf6c5] bulk loaded data 2024-11-11T23:20:04,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:20:04,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:04,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:04,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:04,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:04,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:04,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:04,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:04,607 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 687, reset compression=false 2024-11-11T23:20:04,612 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:20:04,612 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38087,1731367184604 got entry batch from reader: WALEntryBatch [walEntries=[{test/03cbf6e71ce8866973bb38ef3a6904c8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731367204152/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T23:20:04,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.ReplicationSink(318): Replicating [e9430491-5e5b-4137-8b13-c0fc3e4bf6c5, 574d3f71-d45c-4c5e-b8ed-94de63afece1] bulk loaded data 2024-11-11T23:20:04,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741844_1020 (size=10791) 2024-11-11T23:20:04,628 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1033, reset compression=false 2024-11-11T23:20:04,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741845_1021 (size=11194) 2024-11-11T23:20:04,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:20:04,679 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__qlu6k71lvrebdlqdnvtm7jtto3auml46ociiddufg40b9cangrr9qgaj3okdci0v/f/5bb906b517a4420a8a6c6981566c4df1_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T23:20:04,682 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/staging/jenkins.hfs.11__test__qlu6k71lvrebdlqdnvtm7jtto3auml46ociiddufg40b9cangrr9qgaj3okdci0v/f/8bf14626f4cb4aa795b5125a6add7b2d_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T23:20:04,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.ReplicationSink(324): Finished replicating [e9430491-5e5b-4137-8b13-c0fc3e4bf6c5, 574d3f71-d45c-4c5e-b8ed-94de63afece1] bulk loaded data 2024-11-11T23:20:04,812 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1033, reset compression=false 2024-11-11T23:20:04,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:20:04,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:04,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:04,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:04,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:04,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:04,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:20:04,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=280815222, stopped=false 2024-11-11T23:20:04,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,38795,1731367189916 2024-11-11T23:20:05,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641473542/running 2024-11-11T23:20:05,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641473542/running 2024-11-11T23:20:05,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:20:05,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:20:05,079 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:20:05,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:05,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:05,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:05,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,40101,1731367190060' ***** 2024-11-11T23:20:05,079 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:20:05,080 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:20:05,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on znode that does not yet exist, /1641473542/running 2024-11-11T23:20:05,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Set watcher on znode that does not yet exist, /1641473542/running 2024-11-11T23:20:05,080 INFO [RS:0;cdbe53028b4b:40101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:20:05,080 INFO [RS:0;cdbe53028b4b:40101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:20:05,080 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dedea1e749ed9a3dcff85e473af1469 2024-11-11T23:20:05,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:20:05,080 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(3091): Received CLOSE for a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:05,080 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,40101,1731367190060 2024-11-11T23:20:05,080 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:20:05,080 INFO [RS:0;cdbe53028b4b:40101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:40101. 2024-11-11T23:20:05,080 DEBUG [RS:0;cdbe53028b4b:40101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:05,080 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dedea1e749ed9a3dcff85e473af1469, disabling compactions & flushes 2024-11-11T23:20:05,081 DEBUG [RS:0;cdbe53028b4b:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:05,081 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:20:05,081 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:20:05,081 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:20:05,081 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. after waiting 0 ms 2024-11-11T23:20:05,081 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:20:05,081 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:20:05,081 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:20:05,081 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:20:05,084 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:20:05,084 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2dedea1e749ed9a3dcff85e473af1469=test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469., a31bbb47fd2b5ad69a9e1fa2d7484bec=hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec.} 2024-11-11T23:20:05,084 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dedea1e749ed9a3dcff85e473af1469, a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:05,084 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:20:05,084 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:20:05,084 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:20:05,085 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:20:05,085 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:20:05,085 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:20:05,091 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/default/test/2dedea1e749ed9a3dcff85e473af1469/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T23:20:05,092 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:05,092 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:20:05,092 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:20:05,092 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dedea1e749ed9a3dcff85e473af1469: Waiting for close lock at 1731367205080Running coprocessor pre-close hooks at 1731367205080Disabling compacts and flushes for region at 1731367205080Disabling writes for close at 1731367205081 (+1 ms)Writing region close event to WAL at 1731367205088 (+7 ms)Running coprocessor post-close hooks at 1731367205092 (+4 ms)Closed at 1731367205092 2024-11-11T23:20:05,092 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469. 2024-11-11T23:20:05,092 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a31bbb47fd2b5ad69a9e1fa2d7484bec, disabling compactions & flushes 2024-11-11T23:20:05,092 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:20:05,092 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:20:05,092 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. after waiting 0 ms 2024-11-11T23:20:05,092 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:20:05,092 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a31bbb47fd2b5ad69a9e1fa2d7484bec 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T23:20:05,101 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/info/bea42d9926f144dbb496acc90bf2dd8c is 147, key is hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec./info:regioninfo/1731367200344/Put/seqid=0 2024-11-11T23:20:05,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741846_1022 (size=7686) 2024-11-11T23:20:05,108 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/.tmp/hfileref/511bae7b3acc4565b3482098318c289b is 74, key is 1/hfileref:5186f352d6d94a88b4961d11d195d0e7_SeqId_4_/1731367203138/DeleteColumn/seqid=0 2024-11-11T23:20:05,116 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1033, reset compression=false 2024-11-11T23:20:05,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741847_1023 (size=5345) 2024-11-11T23:20:05,148 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:20:05,236 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:20:05,236 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:20:05,252 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1033, reset compression=false 2024-11-11T23:20:05,259 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:05,259 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1328, reset compression=false 2024-11-11T23:20:05,259 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,40101,1731367190060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:05,260 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,40101,1731367190060: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,40101,1731367190060, walGroup=cdbe53028b4b%2C40101%2C1731367190060, offset=cdbe53028b4b%2C40101%2C1731367190060.1731367192366:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:40101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:20:05,262 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:20:05,262 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:20:05,263 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:20:05,263 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:20:05,263 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:20:05,263 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 585517968 }, "NonHeapMemoryUsage": { "committed": 191234048, "init": 7667712, "max": -1, "used": 188340376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:20:05,266 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:20:05,285 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:05,471 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1328, reset compression=false 2024-11-11T23:20:05,485 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a31bbb47fd2b5ad69a9e1fa2d7484bec 2024-11-11T23:20:05,508 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/info/bea42d9926f144dbb496acc90bf2dd8c 2024-11-11T23:20:05,516 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/.tmp/hfileref/511bae7b3acc4565b3482098318c289b 2024-11-11T23:20:05,521 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1033, reset compression=false 2024-11-11T23:20:05,531 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/ns/d97ffb706c904c3d8e37cfa1d2fa8de5 is 43, key is default/ns:d/1731367193508/Put/seqid=0 2024-11-11T23:20:05,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741848_1024 (size=5153) 2024-11-11T23:20:05,540 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/ns/d97ffb706c904c3d8e37cfa1d2fa8de5 2024-11-11T23:20:05,542 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/.tmp/queue/4e28f3690ea046b8ad28bafac4f64e06 is 154, key is 1-cdbe53028b4b,40101,1731367190060/queue:cdbe53028b4b%2C40101%2C1731367190060/1731367204158/Put/seqid=0 2024-11-11T23:20:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741849_1025 (size=5353) 2024-11-11T23:20:05,554 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/.tmp/queue/4e28f3690ea046b8ad28bafac4f64e06 2024-11-11T23:20:05,560 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/.tmp/hfileref/511bae7b3acc4565b3482098318c289b as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/hfileref/511bae7b3acc4565b3482098318c289b 2024-11-11T23:20:05,565 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/hfileref/511bae7b3acc4565b3482098318c289b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T23:20:05,566 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/.tmp/queue/4e28f3690ea046b8ad28bafac4f64e06 as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/queue/4e28f3690ea046b8ad28bafac4f64e06 2024-11-11T23:20:05,569 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/rep_barrier/9fe40d35151a44e5b46d64bbeecfa6ee is 112, key is test,,1731367195844.2dedea1e749ed9a3dcff85e473af1469./rep_barrier:seqnumDuringOpen/1731367196989/Put/seqid=0 2024-11-11T23:20:05,571 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/queue/4e28f3690ea046b8ad28bafac4f64e06, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T23:20:05,572 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a31bbb47fd2b5ad69a9e1fa2d7484bec in 479ms, sequenceid=12, compaction requested=false 2024-11-11T23:20:05,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741850_1026 (size=5518) 2024-11-11T23:20:05,581 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/replication/a31bbb47fd2b5ad69a9e1fa2d7484bec/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T23:20:05,581 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:05,581 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:20:05,581 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:20:05,581 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a31bbb47fd2b5ad69a9e1fa2d7484bec: Waiting for close lock at 1731367205092Running coprocessor pre-close hooks at 1731367205092Disabling compacts and flushes for region at 1731367205092Disabling writes for close at 1731367205092Obtaining lock to block concurrent updates at 1731367205092Preparing flush snapshotting stores in a31bbb47fd2b5ad69a9e1fa2d7484bec at 1731367205092Finished memstore snapshotting hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731367205093 (+1 ms)Flushing stores of hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. at 1731367205093Flushing a31bbb47fd2b5ad69a9e1fa2d7484bec/hfileref: creating writer at 1731367205093Flushing a31bbb47fd2b5ad69a9e1fa2d7484bec/hfileref: appending metadata at 1731367205108 (+15 ms)Flushing a31bbb47fd2b5ad69a9e1fa2d7484bec/hfileref: closing flushed file at 1731367205108Flushing a31bbb47fd2b5ad69a9e1fa2d7484bec/queue: creating writer at 1731367205521 (+413 ms)Flushing a31bbb47fd2b5ad69a9e1fa2d7484bec/queue: appending metadata at 1731367205541 (+20 ms)Flushing a31bbb47fd2b5ad69a9e1fa2d7484bec/queue: closing flushed file at 1731367205542 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b5ab7a2: reopening flushed file at 1731367205559 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726f9d0e: reopening flushed file at 1731367205565 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a31bbb47fd2b5ad69a9e1fa2d7484bec in 479ms, sequenceid=12, compaction requested=false at 1731367205572 (+7 ms)Writing region close event to WAL at 1731367205575 (+3 ms)Running coprocessor post-close hooks at 1731367205581 (+6 ms)Closed at 1731367205581 2024-11-11T23:20:05,582 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367199157.a31bbb47fd2b5ad69a9e1fa2d7484bec. 2024-11-11T23:20:05,685 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:05,775 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1328, reset compression=false 2024-11-11T23:20:05,885 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:05,979 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/rep_barrier/9fe40d35151a44e5b46d64bbeecfa6ee 2024-11-11T23:20:06,001 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/table/aeea4c66af6342cda4f8dad4aec03a4a is 53, key is hbase:replication/table:state/1731367200355/Put/seqid=0 2024-11-11T23:20:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741851_1027 (size=5308) 2024-11-11T23:20:06,025 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1033, reset compression=false 2024-11-11T23:20:06,085 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:20:06,085 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:20:06,085 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:06,179 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1328, reset compression=false 2024-11-11T23:20:06,286 DEBUG [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:06,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T23:20:06,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T23:20:06,405 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/table/aeea4c66af6342cda4f8dad4aec03a4a 2024-11-11T23:20:06,410 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/info/bea42d9926f144dbb496acc90bf2dd8c as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/info/bea42d9926f144dbb496acc90bf2dd8c 2024-11-11T23:20:06,414 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/info/bea42d9926f144dbb496acc90bf2dd8c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:20:06,415 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/ns/d97ffb706c904c3d8e37cfa1d2fa8de5 as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/ns/d97ffb706c904c3d8e37cfa1d2fa8de5 2024-11-11T23:20:06,419 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/ns/d97ffb706c904c3d8e37cfa1d2fa8de5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:20:06,419 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/rep_barrier/9fe40d35151a44e5b46d64bbeecfa6ee as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/rep_barrier/9fe40d35151a44e5b46d64bbeecfa6ee 2024-11-11T23:20:06,423 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/rep_barrier/9fe40d35151a44e5b46d64bbeecfa6ee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:20:06,424 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/.tmp/table/aeea4c66af6342cda4f8dad4aec03a4a as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/table/aeea4c66af6342cda4f8dad4aec03a4a 2024-11-11T23:20:06,428 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/table/aeea4c66af6342cda4f8dad4aec03a4a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:20:06,429 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-11T23:20:06,440 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:20:06,440 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:06,440 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:20:06,440 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:06,441 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367205084Running coprocessor pre-close hooks at 1731367205084Disabling compacts and flushes for region at 1731367205084Disabling writes for close at 1731367205085 (+1 ms)Obtaining lock to block concurrent updates at 1731367205085Preparing flush snapshotting stores in 1588230740 at 1731367205085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367205085Flushing stores of hbase:meta,,1.1588230740 at 1731367205086 (+1 ms)Flushing 1588230740/info: creating writer at 1731367205086Flushing 1588230740/info: appending metadata at 1731367205100 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731367205100Flushing 1588230740/ns: creating writer at 1731367205512 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731367205531 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731367205531Flushing 1588230740/rep_barrier: creating writer at 1731367205544 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367205569 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367205569Flushing 1588230740/table: creating writer at 1731367205984 (+415 ms)Flushing 1588230740/table: appending metadata at 1731367206001 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731367206001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f09a35: reopening flushed file at 1731367206409 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611d623c: reopening flushed file at 1731367206414 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de0b3c5: reopening flushed file at 1731367206419 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d0cddf: reopening flushed file at 1731367206424 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1731367206429 (+5 ms)Writing region close event to WAL at 1731367206437 (+8 ms)Running coprocessor post-close hooks at 1731367206440 (+3 ms)Closed at 1731367206440 2024-11-11T23:20:06,441 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:06,486 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,40101,1731367190060; all regions closed. 2024-11-11T23:20:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:20:06,488 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.meta.1731367193460.meta not finished, retry = 0 2024-11-11T23:20:06,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741839_1015 (size=3127) 2024-11-11T23:20:06,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.rep.1731367200293 not finished, retry = 0 2024-11-11T23:20:06,629 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1033, reset compression=false 2024-11-11T23:20:06,682 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 to pos 1328, reset compression=false 2024-11-11T23:20:06,696 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/WALs/cdbe53028b4b,40101,1731367190060/cdbe53028b4b%2C40101%2C1731367190060.1731367192366 not finished, retry = 0 2024-11-11T23:20:06,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741832_1008 (size=1336) 2024-11-11T23:20:06,797 DEBUG [RS:0;cdbe53028b4b:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:06,797 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:20:06,797 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:20:06,798 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:20:06,798 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:20:06,798 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:20:06,798 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,40101,1731367190060 because: Region server is closing 2024-11-11T23:20:06,798 INFO [RS:0;cdbe53028b4b:40101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:40101. 2024-11-11T23:20:06,798 DEBUG [RS:0;cdbe53028b4b:40101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:06,798 DEBUG [RS:0;cdbe53028b4b:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:06,798 DEBUG [RS:0;cdbe53028b4b:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:06,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:06,899 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.shippercdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 terminated 2024-11-11T23:20:06,899 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,40101,1731367190060.replicationSource.wal-reader.cdbe53028b4b%2C40101%2C1731367190060,1-cdbe53028b4b,40101,1731367190060 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:20:06,899 INFO [RS:0;cdbe53028b4b:40101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:40101. 2024-11-11T23:20:06,899 DEBUG [RS:0;cdbe53028b4b:40101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:06,899 DEBUG [RS:0;cdbe53028b4b:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:06,899 DEBUG [RS:0;cdbe53028b4b:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:06,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:06,899 INFO [RS:0;cdbe53028b4b:40101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40101 2024-11-11T23:20:06,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542/rs 2024-11-11T23:20:06,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641473542/rs/cdbe53028b4b,40101,1731367190060 2024-11-11T23:20:06,946 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:20:06,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,40101,1731367190060] 2024-11-11T23:20:07,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1641473542/draining/cdbe53028b4b,40101,1731367190060 already deleted, retry=false 2024-11-11T23:20:07,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,40101,1731367190060 expired; onlineServers=0 2024-11-11T23:20:07,027 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,38795,1731367189916' ***** 2024-11-11T23:20:07,027 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:20:07,027 INFO [M:0;cdbe53028b4b:38795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:20:07,027 INFO [M:0;cdbe53028b4b:38795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:20:07,027 DEBUG [M:0;cdbe53028b4b:38795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:20:07,027 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:20:07,027 DEBUG [M:0;cdbe53028b4b:38795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:20:07,027 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367192107 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367192107,5,FailOnTimeoutGroup] 2024-11-11T23:20:07,028 INFO [M:0;cdbe53028b4b:38795 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:20:07,028 INFO [M:0;cdbe53028b4b:38795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:20:07,028 DEBUG [M:0;cdbe53028b4b:38795 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:20:07,028 INFO [M:0;cdbe53028b4b:38795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:20:07,028 INFO [M:0;cdbe53028b4b:38795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:20:07,028 INFO [M:0;cdbe53028b4b:38795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:20:07,028 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:20:07,027 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367192107 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367192107,5,FailOnTimeoutGroup] 2024-11-11T23:20:07,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641473542/master 2024-11-11T23:20:07,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641473542 2024-11-11T23:20:07,048 DEBUG [M:0;cdbe53028b4b:38795 {}] zookeeper.RecoverableZooKeeper(212): Node /1641473542/master already deleted, retry=false 2024-11-11T23:20:07,048 DEBUG [M:0;cdbe53028b4b:38795 {}] master.ActiveMasterManager(353): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Failed delete of our master address node; KeeperErrorCode = NoNode for /1641473542/master 2024-11-11T23:20:07,049 INFO [M:0;cdbe53028b4b:38795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/.lastflushedseqids 2024-11-11T23:20:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741852_1028 (size=263) 2024-11-11T23:20:07,110 INFO [RS:0;cdbe53028b4b:40101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:20:07,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:07,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1012c329ba80004, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:07,110 INFO [RS:0;cdbe53028b4b:40101 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,40101,1731367190060; zookeeper connection closed. 2024-11-11T23:20:07,111 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@551836d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@551836d5 2024-11-11T23:20:07,111 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:20:07,332 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1033, reset compression=false 2024-11-11T23:20:07,456 INFO [M:0;cdbe53028b4b:38795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:20:07,456 INFO [M:0;cdbe53028b4b:38795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:20:07,456 DEBUG [M:0;cdbe53028b4b:38795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:20:07,456 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:07,456 DEBUG [M:0;cdbe53028b4b:38795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:07,456 DEBUG [M:0;cdbe53028b4b:38795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:20:07,456 DEBUG [M:0;cdbe53028b4b:38795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:07,457 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T23:20:07,476 DEBUG [M:0;cdbe53028b4b:38795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef9b2d5be2b342ba8193ee8bdd0e0cd2 is 82, key is hbase:meta,,1/info:regioninfo/1731367193493/Put/seqid=0 2024-11-11T23:20:07,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741853_1029 (size=5672) 2024-11-11T23:20:07,880 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef9b2d5be2b342ba8193ee8bdd0e0cd2 2024-11-11T23:20:07,898 DEBUG [M:0;cdbe53028b4b:38795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb895006f2fb455d9f52adc18fea13ba is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731367200360/Put/seqid=0 2024-11-11T23:20:07,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741854_1030 (size=8517) 2024-11-11T23:20:08,137 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1033, reset compression=false 2024-11-11T23:20:08,302 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb895006f2fb455d9f52adc18fea13ba 2024-11-11T23:20:08,323 DEBUG [M:0;cdbe53028b4b:38795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e72ebb237784443a5910fdabd0e1339 is 69, key is cdbe53028b4b,40101,1731367190060/rs:state/1731367192220/Put/seqid=0 2024-11-11T23:20:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741855_1031 (size=5156) 2024-11-11T23:20:08,727 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e72ebb237784443a5910fdabd0e1339 2024-11-11T23:20:08,732 DEBUG [M:0;cdbe53028b4b:38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef9b2d5be2b342ba8193ee8bdd0e0cd2 as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef9b2d5be2b342ba8193ee8bdd0e0cd2 2024-11-11T23:20:08,737 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef9b2d5be2b342ba8193ee8bdd0e0cd2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T23:20:08,738 DEBUG [M:0;cdbe53028b4b:38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb895006f2fb455d9f52adc18fea13ba as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb895006f2fb455d9f52adc18fea13ba 2024-11-11T23:20:08,742 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb895006f2fb455d9f52adc18fea13ba, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T23:20:08,743 DEBUG [M:0;cdbe53028b4b:38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e72ebb237784443a5910fdabd0e1339 as hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e72ebb237784443a5910fdabd0e1339 2024-11-11T23:20:08,746 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35073/user/jenkins/test-data/33079624-3482-3512-054e-85171c6bc1ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e72ebb237784443a5910fdabd0e1339, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T23:20:08,747 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-11T23:20:08,748 INFO [M:0;cdbe53028b4b:38795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:08,748 DEBUG [M:0;cdbe53028b4b:38795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367207456Disabling compacts and flushes for region at 1731367207456Disabling writes for close at 1731367207456Obtaining lock to block concurrent updates at 1731367207457 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367207457Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731367207457Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367207458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367207458Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367207475 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367207475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367207884 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367207898 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367207898Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367208307 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367208323 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367208323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@966e86e: reopening flushed file at 1731367208732 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145c4442: reopening flushed file at 1731367208737 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527c8fd4: reopening flushed file at 1731367208742 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731367208747 (+5 ms)Writing region close event to WAL at 1731367208748 (+1 ms)Closed at 1731367208748 2024-11-11T23:20:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741830_1006 (size=63666) 2024-11-11T23:20:08,754 INFO [M:0;cdbe53028b4b:38795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:20:08,754 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:20:08,754 INFO [M:0;cdbe53028b4b:38795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38795 2024-11-11T23:20:08,755 INFO [M:0;cdbe53028b4b:38795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:20:08,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:08,864 INFO [M:0;cdbe53028b4b:38795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:20:08,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38795-0x1012c329ba80003, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:08,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126508b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:20:08,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:20:08,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:20:08,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:20:08,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.log.dir/,STOPPED} 2024-11-11T23:20:08,911 WARN [BP-889862584-172.17.0.2-1731367188008 heartbeating to localhost/127.0.0.1:35073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:20:08,911 WARN [BP-889862584-172.17.0.2-1731367188008 heartbeating to localhost/127.0.0.1:35073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-889862584-172.17.0.2-1731367188008 (Datanode Uuid 5241c768-0b1f-4c3a-9c8d-750eb04da17c) service to localhost/127.0.0.1:35073 2024-11-11T23:20:08,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:20:08,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:20:08,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/cluster_840bb4e8-0725-117c-a867-f0ec027faf53/data/data1/current/BP-889862584-172.17.0.2-1731367188008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:20:08,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/cluster_840bb4e8-0725-117c-a867-f0ec027faf53/data/data2/current/BP-889862584-172.17.0.2-1731367188008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:20:08,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:20:08,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:20:08,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:20:08,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:20:08,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:20:08,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.log.dir/,STOPPED} 2024-11-11T23:20:08,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:20:08,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:20:08,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:08,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:08,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:08,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:08,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:08,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:20:08,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1600596150, stopped=false 2024-11-11T23:20:08,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,45987,1731367184403 2024-11-11T23:20:08,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506290428/running 2024-11-11T23:20:08,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506290428/running 2024-11-11T23:20:08,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:20:08,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:20:08,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:20:08,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:08,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:08,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:08,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,38087,1731367184604' ***** 2024-11-11T23:20:08,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:20:08,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on znode that does not yet exist, /0-506290428/running 2024-11-11T23:20:08,943 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:20:08,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:20:08,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Set watcher on znode that does not yet exist, /0-506290428/running 2024-11-11T23:20:08,943 INFO [RS:0;cdbe53028b4b:38087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(3091): Received CLOSE for 03cbf6e71ce8866973bb38ef3a6904c8 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,38087,1731367184604 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:38087. 2024-11-11T23:20:08,944 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dafd0d4a061905386f64dc0b65baab9, disabling compactions & flushes 2024-11-11T23:20:08,944 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:20:08,944 DEBUG [RS:0;cdbe53028b4b:38087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:08,944 DEBUG [RS:0;cdbe53028b4b:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:08,944 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:20:08,944 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. after waiting 0 ms 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:20:08,944 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:20:08,944 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:20:08,944 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7dafd0d4a061905386f64dc0b65baab9 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T23:20:08,945 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:20:08,948 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:20:08,948 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1325): Online Regions={7dafd0d4a061905386f64dc0b65baab9=hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9., 1588230740=hbase:meta,,1.1588230740, 03cbf6e71ce8866973bb38ef3a6904c8=test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8.} 2024-11-11T23:20:08,948 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1351): Waiting on 03cbf6e71ce8866973bb38ef3a6904c8, 1588230740, 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:20:08,948 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:20:08,948 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:20:08,948 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:20:08,948 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:20:08,948 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:20:08,948 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:20:08,967 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/info/889e8a66f0184cc2a8ad49a3b2320798 is 147, key is hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9./info:regioninfo/1731367198775/Put/seqid=0 2024-11-11T23:20:08,967 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/.tmp/hfileref/d057b3e58ef84fc09b2e9587da0afb05 is 74, key is 1/hfileref:5bb906b517a4420a8a6c6981566c4df1_SeqId_6_/1731367204685/DeleteColumn/seqid=0 2024-11-11T23:20:08,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741846_1022 (size=5345) 2024-11-11T23:20:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741847_1023 (size=7686) 2024-11-11T23:20:09,041 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1033, reset compression=false 2024-11-11T23:20:09,148 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1351): Waiting on 03cbf6e71ce8866973bb38ef3a6904c8, 1588230740, 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:20:09,349 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1351): Waiting on 03cbf6e71ce8866973bb38ef3a6904c8, 1588230740, 7dafd0d4a061905386f64dc0b65baab9 2024-11-11T23:20:09,381 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/.tmp/hfileref/d057b3e58ef84fc09b2e9587da0afb05 2024-11-11T23:20:09,387 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/info/889e8a66f0184cc2a8ad49a3b2320798 2024-11-11T23:20:09,403 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/.tmp/queue/4748e08642d14551b828cd48b422c479 is 154, key is 1-cdbe53028b4b,38087,1731367184604/queue:cdbe53028b4b%2C38087%2C1731367184604/1731367204687/Put/seqid=0 2024-11-11T23:20:09,407 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/ns/d543bfdfbc6344f1bce6fd4d21fd6d8f is 43, key is default/ns:d/1731367187933/Put/seqid=0 2024-11-11T23:20:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741848_1024 (size=5353) 2024-11-11T23:20:09,411 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/.tmp/queue/4748e08642d14551b828cd48b422c479 2024-11-11T23:20:09,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741849_1025 (size=5153) 2024-11-11T23:20:09,414 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/ns/d543bfdfbc6344f1bce6fd4d21fd6d8f 2024-11-11T23:20:09,416 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/.tmp/hfileref/d057b3e58ef84fc09b2e9587da0afb05 as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/hfileref/d057b3e58ef84fc09b2e9587da0afb05 2024-11-11T23:20:09,431 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/hfileref/d057b3e58ef84fc09b2e9587da0afb05, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T23:20:09,432 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/.tmp/queue/4748e08642d14551b828cd48b422c479 as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/queue/4748e08642d14551b828cd48b422c479 2024-11-11T23:20:09,436 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/queue/4748e08642d14551b828cd48b422c479, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T23:20:09,437 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7dafd0d4a061905386f64dc0b65baab9 in 493ms, sequenceid=12, compaction requested=false 2024-11-11T23:20:09,443 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/replication/7dafd0d4a061905386f64dc0b65baab9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T23:20:09,445 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:09,445 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:20:09,445 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:20:09,445 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dafd0d4a061905386f64dc0b65baab9: Waiting for close lock at 1731367208944Running coprocessor pre-close hooks at 1731367208944Disabling compacts and flushes for region at 1731367208944Disabling writes for close at 1731367208944Obtaining lock to block concurrent updates at 1731367208944Preparing flush snapshotting stores in 7dafd0d4a061905386f64dc0b65baab9 at 1731367208944Finished memstore snapshotting hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731367208945 (+1 ms)Flushing stores of hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. at 1731367208945Flushing 7dafd0d4a061905386f64dc0b65baab9/hfileref: creating writer at 1731367208945Flushing 7dafd0d4a061905386f64dc0b65baab9/hfileref: appending metadata at 1731367208966 (+21 ms)Flushing 7dafd0d4a061905386f64dc0b65baab9/hfileref: closing flushed file at 1731367208967 (+1 ms)Flushing 7dafd0d4a061905386f64dc0b65baab9/queue: creating writer at 1731367209385 (+418 ms)Flushing 7dafd0d4a061905386f64dc0b65baab9/queue: appending metadata at 1731367209402 (+17 ms)Flushing 7dafd0d4a061905386f64dc0b65baab9/queue: closing flushed file at 1731367209402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b9e042: reopening flushed file at 1731367209416 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1bc6c5: reopening flushed file at 1731367209431 (+15 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7dafd0d4a061905386f64dc0b65baab9 in 493ms, sequenceid=12, compaction requested=false at 1731367209437 (+6 ms)Writing region close event to WAL at 1731367209440 (+3 ms)Running coprocessor post-close hooks at 1731367209445 (+5 ms)Closed at 1731367209445 2024-11-11T23:20:09,445 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367198012.7dafd0d4a061905386f64dc0b65baab9. 2024-11-11T23:20:09,445 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03cbf6e71ce8866973bb38ef3a6904c8, disabling compactions & flushes 2024-11-11T23:20:09,446 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:20:09,446 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:20:09,446 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. after waiting 0 ms 2024-11-11T23:20:09,446 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:20:09,449 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/default/test/03cbf6e71ce8866973bb38ef3a6904c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T23:20:09,449 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/rep_barrier/82918c064990474a924c8b8b4bb07566 is 112, key is test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8./rep_barrier:seqnumDuringOpen/1731367194847/Put/seqid=0 2024-11-11T23:20:09,450 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:09,450 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:20:09,450 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:20:09,450 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03cbf6e71ce8866973bb38ef3a6904c8: Waiting for close lock at 1731367209445Running coprocessor pre-close hooks at 1731367209445Disabling compacts and flushes for region at 1731367209445Disabling writes for close at 1731367209446 (+1 ms)Writing region close event to WAL at 1731367209446Running coprocessor post-close hooks at 1731367209450 (+4 ms)Closed at 1731367209450 2024-11-11T23:20:09,450 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367193695.03cbf6e71ce8866973bb38ef3a6904c8. 2024-11-11T23:20:09,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741850_1026 (size=5518) 2024-11-11T23:20:09,460 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/rep_barrier/82918c064990474a924c8b8b4bb07566 2024-11-11T23:20:09,479 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/table/46db01593a1340a699be81e334ea04a8 is 53, key is hbase:replication/table:state/1731367198780/Put/seqid=0 2024-11-11T23:20:09,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741851_1027 (size=5308) 2024-11-11T23:20:09,549 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:09,708 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:20:09,708 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:20:09,749 DEBUG [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:09,889 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/table/46db01593a1340a699be81e334ea04a8 2024-11-11T23:20:09,894 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/info/889e8a66f0184cc2a8ad49a3b2320798 as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/info/889e8a66f0184cc2a8ad49a3b2320798 2024-11-11T23:20:09,898 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/info/889e8a66f0184cc2a8ad49a3b2320798, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:20:09,899 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/ns/d543bfdfbc6344f1bce6fd4d21fd6d8f as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/ns/d543bfdfbc6344f1bce6fd4d21fd6d8f 2024-11-11T23:20:09,903 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/ns/d543bfdfbc6344f1bce6fd4d21fd6d8f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:20:09,904 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/rep_barrier/82918c064990474a924c8b8b4bb07566 as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/rep_barrier/82918c064990474a924c8b8b4bb07566 2024-11-11T23:20:09,908 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/rep_barrier/82918c064990474a924c8b8b4bb07566, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:20:09,909 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/.tmp/table/46db01593a1340a699be81e334ea04a8 as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/table/46db01593a1340a699be81e334ea04a8 2024-11-11T23:20:09,913 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/table/46db01593a1340a699be81e334ea04a8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:20:09,914 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 965ms, sequenceid=16, compaction requested=false 2024-11-11T23:20:09,923 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:20:09,924 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:09,924 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:20:09,924 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:09,924 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367208948Running coprocessor pre-close hooks at 1731367208948Disabling compacts and flushes for region at 1731367208948Disabling writes for close at 1731367208948Obtaining lock to block concurrent updates at 1731367208948Preparing flush snapshotting stores in 1588230740 at 1731367208948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367208949 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367208949Flushing 1588230740/info: creating writer at 1731367208949Flushing 1588230740/info: appending metadata at 1731367208967 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731367208967Flushing 1588230740/ns: creating writer at 1731367209391 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731367209406 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731367209406Flushing 1588230740/rep_barrier: creating writer at 1731367209425 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367209449 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367209449Flushing 1588230740/table: creating writer at 1731367209465 (+16 ms)Flushing 1588230740/table: appending metadata at 1731367209479 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731367209479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b6b796: reopening flushed file at 1731367209893 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1b82b: reopening flushed file at 1731367209898 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442cdfb3: reopening flushed file at 1731367209903 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41121c86: reopening flushed file at 1731367209908 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 965ms, sequenceid=16, compaction requested=false at 1731367209914 (+6 ms)Writing region close event to WAL at 1731367209918 (+4 ms)Running coprocessor post-close hooks at 1731367209924 (+6 ms)Closed at 1731367209924 2024-11-11T23:20:09,924 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:09,949 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,38087,1731367184604; all regions closed. 2024-11-11T23:20:09,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.meta.1731367187860.meta not finished, retry = 0 2024-11-11T23:20:09,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:20:10,045 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1033, reset compression=false 2024-11-11T23:20:10,055 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:10,055 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836 to pos 1328, reset compression=false 2024-11-11T23:20:10,055 DEBUG [RS:0;cdbe53028b4b:38087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/oldWALs 2024-11-11T23:20:10,055 INFO [RS:0;cdbe53028b4b:38087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C38087%2C1731367184604.meta:.meta(num 1731367187860) 2024-11-11T23:20:10,055 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38087,1731367184604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/WALs/cdbe53028b4b,38087,1731367184604/cdbe53028b4b%2C38087%2C1731367184604.1731367186836, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:10,056 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,38087,1731367184604: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,38087,1731367184604, walGroup=cdbe53028b4b%2C38087%2C1731367184604, offset=cdbe53028b4b%2C38087%2C1731367184604.1731367186836:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:20:10,058 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:20:10,058 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:20:10,058 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:20:10,058 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:20:10,058 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:20:10,058 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 658918288 }, "NonHeapMemoryUsage": { "committed": 192151552, "init": 7667712, "max": -1, "used": 189271952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:20:10,059 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:45987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:45987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:20:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741839_1015 (size=3127) 2024-11-11T23:20:10,068 DEBUG [RS:0;cdbe53028b4b:38087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/oldWALs 2024-11-11T23:20:10,068 INFO [RS:0;cdbe53028b4b:38087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C38087%2C1731367184604.rep:(num 1731367198747) 2024-11-11T23:20:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741832_1008 (size=1336) 2024-11-11T23:20:10,074 DEBUG [RS:0;cdbe53028b4b:38087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/oldWALs 2024-11-11T23:20:10,074 INFO [RS:0;cdbe53028b4b:38087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C38087%2C1731367184604:(num 1731367186836) 2024-11-11T23:20:10,074 DEBUG [RS:0;cdbe53028b4b:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:10,074 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:20:10,074 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:20:10,074 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:20:10,074 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:20:10,074 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:20:10,074 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,38087,1731367184604 because: Region server is closing 2024-11-11T23:20:10,074 INFO [RS:0;cdbe53028b4b:38087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:38087. 2024-11-11T23:20:10,074 DEBUG [RS:0;cdbe53028b4b:38087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:10,074 DEBUG [RS:0;cdbe53028b4b:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:10,075 DEBUG [RS:0;cdbe53028b4b:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:10,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:10,175 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.shippercdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 terminated 2024-11-11T23:20:10,175 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38087,1731367184604.replicationSource.wal-reader.cdbe53028b4b%2C38087%2C1731367184604,1-cdbe53028b4b,38087,1731367184604 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:20:10,175 INFO [RS:0;cdbe53028b4b:38087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:38087. 2024-11-11T23:20:10,175 DEBUG [RS:0;cdbe53028b4b:38087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:10,175 DEBUG [RS:0;cdbe53028b4b:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:10,175 DEBUG [RS:0;cdbe53028b4b:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:10,175 INFO [RS:0;cdbe53028b4b:38087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38087 2024-11-11T23:20:10,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428/rs 2024-11-11T23:20:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506290428/rs/cdbe53028b4b,38087,1731367184604 2024-11-11T23:20:10,185 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:20:10,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,38087,1731367184604] 2024-11-11T23:20:10,206 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-506290428/draining/cdbe53028b4b,38087,1731367184604 already deleted, retry=false 2024-11-11T23:20:10,206 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,38087,1731367184604 expired; onlineServers=0 2024-11-11T23:20:10,206 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,45987,1731367184403' ***** 2024-11-11T23:20:10,206 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:20:10,206 INFO [M:0;cdbe53028b4b:45987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:20:10,206 INFO [M:0;cdbe53028b4b:45987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:20:10,206 DEBUG [M:0;cdbe53028b4b:45987 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:20:10,207 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:20:10,207 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367186653 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367186653,5,FailOnTimeoutGroup] 2024-11-11T23:20:10,207 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367186653 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367186653,5,FailOnTimeoutGroup] 2024-11-11T23:20:10,207 DEBUG [M:0;cdbe53028b4b:45987 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:20:10,208 INFO [M:0;cdbe53028b4b:45987 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:20:10,208 INFO [M:0;cdbe53028b4b:45987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:20:10,208 DEBUG [M:0;cdbe53028b4b:45987 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:20:10,208 INFO [M:0;cdbe53028b4b:45987 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:20:10,208 INFO [M:0;cdbe53028b4b:45987 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:20:10,208 INFO [M:0;cdbe53028b4b:45987 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:20:10,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:20:10,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506290428/master 2024-11-11T23:20:10,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506290428 2024-11-11T23:20:10,227 DEBUG [M:0;cdbe53028b4b:45987 {}] zookeeper.RecoverableZooKeeper(212): Node /0-506290428/master already deleted, retry=false 2024-11-11T23:20:10,227 DEBUG [M:0;cdbe53028b4b:45987 {}] master.ActiveMasterManager(353): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-506290428/master 2024-11-11T23:20:10,227 INFO [M:0;cdbe53028b4b:45987 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/.lastflushedseqids 2024-11-11T23:20:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741852_1028 (size=263) 2024-11-11T23:20:10,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:10,296 INFO [RS:0;cdbe53028b4b:38087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:20:10,296 INFO [RS:0;cdbe53028b4b:38087 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,38087,1731367184604; zookeeper connection closed. 2024-11-11T23:20:10,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1012c329ba80001, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:10,296 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1df77268 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1df77268 2024-11-11T23:20:10,296 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:20:10,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:20:10,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:10,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:10,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:10,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:10,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:10,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:10,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:10,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:10,639 INFO [M:0;cdbe53028b4b:45987 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:20:10,639 INFO [M:0;cdbe53028b4b:45987 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:20:10,639 DEBUG [M:0;cdbe53028b4b:45987 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:20:10,639 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:10,639 DEBUG [M:0;cdbe53028b4b:45987 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:10,639 DEBUG [M:0;cdbe53028b4b:45987 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:20:10,639 DEBUG [M:0;cdbe53028b4b:45987 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:10,640 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T23:20:10,658 DEBUG [M:0;cdbe53028b4b:45987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/039062b8899144ec80de1d6d00c44cfe is 82, key is hbase:meta,,1/info:regioninfo/1731367187890/Put/seqid=0 2024-11-11T23:20:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741853_1029 (size=5672) 2024-11-11T23:20:10,667 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/039062b8899144ec80de1d6d00c44cfe 2024-11-11T23:20:10,692 DEBUG [M:0;cdbe53028b4b:45987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/182ff6472a0e436d92ab3748036eede0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731367198783/Put/seqid=0 2024-11-11T23:20:10,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741854_1030 (size=8516) 2024-11-11T23:20:10,702 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/182ff6472a0e436d92ab3748036eede0 2024-11-11T23:20:10,722 DEBUG [M:0;cdbe53028b4b:45987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe5fa8b241d1401fa405d8f9da22db89 is 69, key is cdbe53028b4b,38087,1731367184604/rs:state/1731367186687/Put/seqid=0 2024-11-11T23:20:10,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741855_1031 (size=5156) 2024-11-11T23:20:11,140 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe5fa8b241d1401fa405d8f9da22db89 2024-11-11T23:20:11,145 DEBUG [M:0;cdbe53028b4b:45987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/039062b8899144ec80de1d6d00c44cfe as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/039062b8899144ec80de1d6d00c44cfe 2024-11-11T23:20:11,149 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/039062b8899144ec80de1d6d00c44cfe, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T23:20:11,150 DEBUG [M:0;cdbe53028b4b:45987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/182ff6472a0e436d92ab3748036eede0 as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/182ff6472a0e436d92ab3748036eede0 2024-11-11T23:20:11,154 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/182ff6472a0e436d92ab3748036eede0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T23:20:11,155 DEBUG [M:0;cdbe53028b4b:45987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe5fa8b241d1401fa405d8f9da22db89 as hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe5fa8b241d1401fa405d8f9da22db89 2024-11-11T23:20:11,160 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45705/user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe5fa8b241d1401fa405d8f9da22db89, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T23:20:11,161 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=97, compaction requested=false 2024-11-11T23:20:11,163 INFO [M:0;cdbe53028b4b:45987 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:11,163 DEBUG [M:0;cdbe53028b4b:45987 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367210639Disabling compacts and flushes for region at 1731367210639Disabling writes for close at 1731367210639Obtaining lock to block concurrent updates at 1731367210640 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367210640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731367210640Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367210640Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367210640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367210658 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367210658Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367210672 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367210691 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367210692 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367210705 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367210722 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367210722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b94dcf: reopening flushed file at 1731367211144 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c51b631: reopening flushed file at 1731367211149 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150c30b4: reopening flushed file at 1731367211154 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=97, compaction requested=false at 1731367211161 (+7 ms)Writing region close event to WAL at 1731367211163 (+2 ms)Closed at 1731367211163 2024-11-11T23:20:11,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01ae6281-e9ef-8d09-6f07-693f379fdb3b/MasterData/WALs/cdbe53028b4b,45987,1731367184403/cdbe53028b4b%2C45987%2C1731367184403.1731367186364 not finished, retry = 0 2024-11-11T23:20:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36489 is added to blk_1073741830_1006 (size=63654) 2024-11-11T23:20:11,267 INFO [M:0;cdbe53028b4b:45987 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:20:11,267 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:20:11,267 INFO [M:0;cdbe53028b4b:45987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45987 2024-11-11T23:20:11,267 INFO [M:0;cdbe53028b4b:45987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:20:11,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:11,383 INFO [M:0;cdbe53028b4b:45987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:20:11,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45987-0x1012c329ba80000, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:11,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b8143cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:20:11,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a5f470f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:20:11,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:20:11,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3956826e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:20:11,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d40cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.log.dir/,STOPPED} 2024-11-11T23:20:11,404 WARN [BP-1218861339-172.17.0.2-1731367182361 heartbeating to localhost/127.0.0.1:45705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:20:11,404 WARN [BP-1218861339-172.17.0.2-1731367182361 heartbeating to localhost/127.0.0.1:45705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1218861339-172.17.0.2-1731367182361 (Datanode Uuid 99de8601-6212-4db3-84d6-26fbe98fde09) service to localhost/127.0.0.1:45705 2024-11-11T23:20:11,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:20:11,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:20:11,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/cluster_c858c75e-0564-9e79-252b-cc9598a64e3f/data/data1/current/BP-1218861339-172.17.0.2-1731367182361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:20:11,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/cluster_c858c75e-0564-9e79-252b-cc9598a64e3f/data/data2/current/BP-1218861339-172.17.0.2-1731367182361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:20:11,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:20:11,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5576eccc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:20:11,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c5148e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:20:11,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:20:11,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2493f511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:20:11,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@179d4f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/791a7af1-2a8e-e83f-cda5-c594a0d115ac/hadoop.log.dir/,STOPPED} 2024-11-11T23:20:11,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:20:11,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:20:11,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 204) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45705 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35073 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35073 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35073 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45705 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51866) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45705 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51866) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 312) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6081 (was 5493) - AvailableMemoryMB LEAK? - 2024-11-11T23:20:11,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=6080 2024-11-11T23:20:11,479 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T23:20:11,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.log.dir so I do NOT create it in target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2 2024-11-11T23:20:11,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:20:11,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.tmp.dir so I do NOT create it in target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2 2024-11-11T23:20:11,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32bc0d50-cfbc-9d6b-7722-2aacd6330e45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:20:11,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2 2024-11-11T23:20:11,480 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/cluster_c7da2612-6f15-214b-b6e0-75ee7cf17ebf, deleteOnExit=true 2024-11-11T23:20:11,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012c329ba80005, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:20:11,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012c329ba80005, quorum=127.0.0.1:51866, baseZNode=/1641473542 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:20:11,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012c329ba80002, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:20:11,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012c329ba80002, quorum=127.0.0.1:51866, baseZNode=/0-506290428 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:20:11,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/cluster_c7da2612-6f15-214b-b6e0-75ee7cf17ebf/zookeeper_0, clientPort=51389, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/cluster_c7da2612-6f15-214b-b6e0-75ee7cf17ebf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/cluster_c7da2612-6f15-214b-b6e0-75ee7cf17ebf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:20:11,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51389 2024-11-11T23:20:11,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:20:11,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:20:11,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/test.cache.data in system properties and HBase conf 2024-11-11T23:20:11,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:20:11,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:20:11,523 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:20:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:20:11,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:11,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:20:11,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:20:11,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:11,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:11,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:11,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:11,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:20:11,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:11,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1424c9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:11,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de59a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:12,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5172f5da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/java.io.tmpdir/jetty-localhost-40155-hadoop-hdfs-3_4_1-tests_jar-_-any-13327835413459322076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:20:12,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e05f28e{HTTP/1.1, (http/1.1)}{localhost:40155} 2024-11-11T23:20:12,104 INFO [Time-limited test {}] server.Server(415): Started @192416ms 2024-11-11T23:20:12,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:12,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:12,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:12,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:12,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:20:12,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:12,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:12,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4260ffd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/java.io.tmpdir/jetty-localhost-46379-hadoop-hdfs-3_4_1-tests_jar-_-any-13805148201836697178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:20:12,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:46379} 2024-11-11T23:20:12,525 INFO [Time-limited test {}] server.Server(415): Started @192837ms 2024-11-11T23:20:12,527 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:20:13,348 WARN [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/cluster_c7da2612-6f15-214b-b6e0-75ee7cf17ebf/data/data1/current/BP-819124967-172.17.0.2-1731367211549/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:13,349 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/cluster_c7da2612-6f15-214b-b6e0-75ee7cf17ebf/data/data2/current/BP-819124967-172.17.0.2-1731367211549/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:13,365 WARN [Thread-2167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:20:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x252e75f7b9f60fc1 with lease ID 0x79aead5147c4418b: Processing first storage report for DS-23ca82f1-01c7-4aa0-a702-e1a3762c1ad6 from datanode DatanodeRegistration(127.0.0.1:37357, datanodeUuid=dc84ec27-d33f-4136-b46c-8cbd0b6f8da6, infoPort=38791, infoSecurePort=0, ipcPort=39715, storageInfo=lv=-57;cid=testClusterID;nsid=606321350;c=1731367211549) 2024-11-11T23:20:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x252e75f7b9f60fc1 with lease ID 0x79aead5147c4418b: from storage DS-23ca82f1-01c7-4aa0-a702-e1a3762c1ad6 node DatanodeRegistration(127.0.0.1:37357, datanodeUuid=dc84ec27-d33f-4136-b46c-8cbd0b6f8da6, infoPort=38791, infoSecurePort=0, ipcPort=39715, storageInfo=lv=-57;cid=testClusterID;nsid=606321350;c=1731367211549), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:20:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x252e75f7b9f60fc1 with lease ID 0x79aead5147c4418b: Processing first storage report for DS-129c1029-6a2f-4d55-8d2e-dcb2e378e51e from datanode DatanodeRegistration(127.0.0.1:37357, datanodeUuid=dc84ec27-d33f-4136-b46c-8cbd0b6f8da6, infoPort=38791, infoSecurePort=0, ipcPort=39715, storageInfo=lv=-57;cid=testClusterID;nsid=606321350;c=1731367211549) 2024-11-11T23:20:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x252e75f7b9f60fc1 with lease ID 0x79aead5147c4418b: from storage DS-129c1029-6a2f-4d55-8d2e-dcb2e378e51e node DatanodeRegistration(127.0.0.1:37357, datanodeUuid=dc84ec27-d33f-4136-b46c-8cbd0b6f8da6, infoPort=38791, infoSecurePort=0, ipcPort=39715, storageInfo=lv=-57;cid=testClusterID;nsid=606321350;c=1731367211549), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:20:13,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2 2024-11-11T23:20:13,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:13,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:13,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:20:13,811 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c with version=8 2024-11-11T23:20:13,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/hbase-staging 2024-11-11T23:20:13,813 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:13,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:13,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:13,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:13,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:13,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:13,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:20:13,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:13,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32971 2024-11-11T23:20:13,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32971 connecting to ZooKeeper ensemble=127.0.0.1:51389 2024-11-11T23:20:13,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329710x0, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:13,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32971-0x1012c330daa0000 connected 2024-11-11T23:20:13,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:13,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:13,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on znode that does not yet exist, /0-1095023242/running 2024-11-11T23:20:13,970 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c, hbase.cluster.distributed=false 2024-11-11T23:20:13,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on znode that does not yet exist, /0-1095023242/acl 2024-11-11T23:20:13,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-11T23:20:13,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32971 2024-11-11T23:20:13,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32971 2024-11-11T23:20:14,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-11T23:20:14,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-11T23:20:14,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:14,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:14,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:14,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:14,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:14,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:14,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:20:14,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:14,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37313 2024-11-11T23:20:14,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37313 connecting to ZooKeeper ensemble=127.0.0.1:51389 2024-11-11T23:20:14,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:14,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:14,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373130x0, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:14,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373130x0, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on znode that does not yet exist, /0-1095023242/running 2024-11-11T23:20:14,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37313-0x1012c330daa0001 connected 2024-11-11T23:20:14,038 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:20:14,038 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:20:14,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on znode that does not yet exist, /0-1095023242/master 2024-11-11T23:20:14,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on znode that does not yet exist, /0-1095023242/acl 2024-11-11T23:20:14,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-11T23:20:14,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37313 2024-11-11T23:20:14,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37313 2024-11-11T23:20:14,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-11T23:20:14,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-11T23:20:14,054 DEBUG [M:0;cdbe53028b4b:32971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:32971 2024-11-11T23:20:14,054 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1095023242/backup-masters/cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:14,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242/backup-masters 2024-11-11T23:20:14,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242/backup-masters 2024-11-11T23:20:14,067 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on existing znode=/0-1095023242/backup-masters/cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:14,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1095023242/master 2024-11-11T23:20:14,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,079 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on existing znode=/0-1095023242/master 2024-11-11T23:20:14,079 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1095023242/backup-masters/cdbe53028b4b,32971,1731367213813 from backup master directory 2024-11-11T23:20:14,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095023242/backup-masters/cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:14,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242/backup-masters 2024-11-11T23:20:14,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242/backup-masters 2024-11-11T23:20:14,090 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:14,090 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:14,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/hbase.id] with ID: bca4c778-f631-48d3-8069-68aac2ef5f33 2024-11-11T23:20:14,093 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/.tmp/hbase.id 2024-11-11T23:20:14,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:20:14,497 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/.tmp/hbase.id]:[hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/hbase.id] 2024-11-11T23:20:14,505 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:14,505 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:20:14,506 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:20:14,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:20:14,587 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:14,588 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:20:14,592 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:14,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:20:14,639 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store 2024-11-11T23:20:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:20:14,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:14,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:20:14,694 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:14,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:14,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:20:14,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:14,694 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:14,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367214694Disabling compacts and flushes for region at 1731367214694Disabling writes for close at 1731367214694Writing region close event to WAL at 1731367214694Closed at 1731367214694 2024-11-11T23:20:14,695 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/.initializing 2024-11-11T23:20:14,695 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/WALs/cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:14,696 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:14,697 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C32971%2C1731367213813, suffix=, logDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/WALs/cdbe53028b4b,32971,1731367213813, archiveDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/oldWALs, maxLogs=10 2024-11-11T23:20:14,713 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/WALs/cdbe53028b4b,32971,1731367213813/cdbe53028b4b%2C32971%2C1731367213813.1731367214697, exclude list is [], retry=0 2024-11-11T23:20:14,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37357,DS-23ca82f1-01c7-4aa0-a702-e1a3762c1ad6,DISK] 2024-11-11T23:20:14,729 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/WALs/cdbe53028b4b,32971,1731367213813/cdbe53028b4b%2C32971%2C1731367213813.1731367214697 2024-11-11T23:20:14,733 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791)] 2024-11-11T23:20:14,733 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:14,734 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:14,734 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,734 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:20:14,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:14,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:14,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:20:14,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:14,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:14,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:20:14,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:14,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:14,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:20:14,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:14,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:14,745 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,746 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,746 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,751 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,751 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,751 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:14,753 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:14,772 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:14,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71333526, jitterRate=0.06295236945152283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:14,773 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367214734Initializing all the Stores at 1731367214735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367214735Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367214735Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367214735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367214735Cleaning up temporary data from old regions at 1731367214751 (+16 ms)Region opened successfully at 1731367214773 (+22 ms) 2024-11-11T23:20:14,776 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:20:14,780 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787d0def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:14,781 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:20:14,781 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:20:14,781 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:20:14,781 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:20:14,782 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:20:14,782 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:20:14,782 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:20:14,788 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:20:14,789 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Unable to get data of znode /0-1095023242/balancer because node does not exist (not necessarily an error) 2024-11-11T23:20:14,795 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095023242/balancer already deleted, retry=false 2024-11-11T23:20:14,796 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:20:14,797 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Unable to get data of znode /0-1095023242/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:20:14,806 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095023242/normalizer already deleted, retry=false 2024-11-11T23:20:14,807 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:20:14,815 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Unable to get data of znode /0-1095023242/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:20:14,827 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095023242/switch/split already deleted, retry=false 2024-11-11T23:20:14,829 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Unable to get data of znode /0-1095023242/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:20:14,837 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095023242/switch/merge already deleted, retry=false 2024-11-11T23:20:14,839 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Unable to get data of znode /0-1095023242/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:20:14,848 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095023242/snapshot-cleanup already deleted, retry=false 2024-11-11T23:20:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1095023242/running 2024-11-11T23:20:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1095023242/running 2024-11-11T23:20:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,859 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,32971,1731367213813, sessionid=0x1012c330daa0000, setting cluster-up flag (Was=false) 2024-11-11T23:20:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,911 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1095023242/flush-table-proc/acquired, /0-1095023242/flush-table-proc/reached, /0-1095023242/flush-table-proc/abort 2024-11-11T23:20:14,914 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:14,963 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1095023242/online-snapshot/acquired, /0-1095023242/online-snapshot/reached, /0-1095023242/online-snapshot/abort 2024-11-11T23:20:14,964 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:14,973 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:20:14,986 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:14,986 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:20:14,986 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:20:14,986 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,32971,1731367213813 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:20:14,988 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:14,988 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:14,988 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:14,988 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:14,988 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:20:14,989 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:14,989 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:14,989 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:15,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:20:15,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:15,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:20:15,036 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367245036 2024-11-11T23:20:15,036 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:20:15,037 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:20:15,037 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:20:15,037 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:20:15,037 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:20:15,037 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:20:15,039 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,040 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:20:15,040 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:20:15,040 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:20:15,040 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:20:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:20:15,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:20:15,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c 2024-11-11T23:20:15,056 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:20:15,056 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:20:15,066 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367215056,5,FailOnTimeoutGroup] 2024-11-11T23:20:15,072 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367215066,5,FailOnTimeoutGroup] 2024-11-11T23:20:15,072 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,072 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:20:15,072 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,072 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,080 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(746): ClusterId : bca4c778-f631-48d3-8069-68aac2ef5f33 2024-11-11T23:20:15,081 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:20:15,090 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:20:15,090 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:20:15,104 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:20:15,104 DEBUG [RS:0;cdbe53028b4b:37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20559dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741832_1008 (size=32) 2024-11-11T23:20:15,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:15,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:15,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:15,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:15,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:15,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:15,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:15,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:15,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:15,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:15,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:15,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:15,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:15,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:15,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:15,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:15,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:15,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:15,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740 2024-11-11T23:20:15,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740 2024-11-11T23:20:15,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:15,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:15,150 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:15,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:15,152 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:37313 2024-11-11T23:20:15,152 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:20:15,152 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:20:15,153 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:20:15,153 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,32971,1731367213813 with port=37313, startcode=1731367214018 2024-11-11T23:20:15,154 DEBUG [RS:0;cdbe53028b4b:37313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:20:15,155 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:15,155 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72701727, jitterRate=0.08334015309810638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:15,156 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:20:15,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367215119Initializing all the Stores at 1731367215119Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367215119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367215133 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367215133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367215133Cleaning up temporary data from old regions at 1731367215150 (+17 ms)Region opened successfully at 1731367215156 (+6 ms) 2024-11-11T23:20:15,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:20:15,156 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:20:15,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:20:15,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:20:15,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:20:15,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:15,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32971 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:15,161 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c 2024-11-11T23:20:15,162 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39503 2024-11-11T23:20:15,162 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:20:15,173 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:15,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367215156Disabling compacts and flushes for region at 1731367215156Disabling writes for close at 1731367215157 (+1 ms)Writing region close event to WAL at 1731367215172 (+15 ms)Closed at 1731367215172 2024-11-11T23:20:15,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242/rs 2024-11-11T23:20:15,174 DEBUG [RS:0;cdbe53028b4b:37313 {}] zookeeper.ZKUtil(111): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on existing znode=/0-1095023242/rs/cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:15,174 WARN [RS:0;cdbe53028b4b:37313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:15,175 INFO [RS:0;cdbe53028b4b:37313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:15,175 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:15,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:15,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:20:15,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:20:15,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:15,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:20:15,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,37313,1731367214018] 2024-11-11T23:20:15,216 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:20:15,232 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:20:15,240 INFO [RS:0;cdbe53028b4b:37313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:20:15,240 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,244 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:20:15,245 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:20:15,245 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:15,246 DEBUG [RS:0;cdbe53028b4b:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:15,292 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,292 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,292 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,292 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,292 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,292 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37313,1731367214018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:15,316 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:20:15,316 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37313,1731367214018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,316 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,316 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.Replication(171): cdbe53028b4b,37313,1731367214018 started 2024-11-11T23:20:15,328 WARN [cdbe53028b4b:32971 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T23:20:15,339 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,339 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,37313,1731367214018, RpcServer on cdbe53028b4b/172.17.0.2:37313, sessionid=0x1012c330daa0001 2024-11-11T23:20:15,339 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:20:15,339 DEBUG [RS:0;cdbe53028b4b:37313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:15,339 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37313,1731367214018' 2024-11-11T23:20:15,339 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1095023242/flush-table-proc/abort' 2024-11-11T23:20:15,340 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1095023242/flush-table-proc/acquired' 2024-11-11T23:20:15,341 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:20:15,341 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:20:15,341 DEBUG [RS:0;cdbe53028b4b:37313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:15,341 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37313,1731367214018' 2024-11-11T23:20:15,341 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1095023242/online-snapshot/abort' 2024-11-11T23:20:15,341 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1095023242/online-snapshot/acquired' 2024-11-11T23:20:15,342 DEBUG [RS:0;cdbe53028b4b:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:20:15,342 INFO [RS:0;cdbe53028b4b:37313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:20:15,342 INFO [RS:0;cdbe53028b4b:37313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:20:15,442 INFO [RS:0;cdbe53028b4b:37313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:15,456 INFO [RS:0;cdbe53028b4b:37313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37313%2C1731367214018, suffix=, logDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018, archiveDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/oldWALs, maxLogs=10 2024-11-11T23:20:15,467 DEBUG [RS:0;cdbe53028b4b:37313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456, exclude list is [], retry=0 2024-11-11T23:20:15,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37357,DS-23ca82f1-01c7-4aa0-a702-e1a3762c1ad6,DISK] 2024-11-11T23:20:15,471 INFO [RS:0;cdbe53028b4b:37313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 2024-11-11T23:20:15,471 DEBUG [RS:0;cdbe53028b4b:37313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791)] 2024-11-11T23:20:15,578 DEBUG [cdbe53028b4b:32971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:20:15,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:15,580 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37313,1731367214018, state=OPENING 2024-11-11T23:20:15,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:20:15,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:15,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:15,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095023242/meta-region-server: CHANGED 2024-11-11T23:20:15,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095023242/meta-region-server: CHANGED 2024-11-11T23:20:15,637 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:15,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37313,1731367214018}] 2024-11-11T23:20:15,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:20:15,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:15,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:15,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:15,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:15,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:15,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:15,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:15,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:15,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:15,789 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:20:15,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:20:15,798 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:20:15,798 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:15,798 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:20:15,812 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37313%2C1731367214018.meta, suffix=.meta, logDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018, archiveDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/oldWALs, maxLogs=10 2024-11-11T23:20:15,825 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.meta.1731367215812.meta, exclude list is [], retry=0 2024-11-11T23:20:15,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37357,DS-23ca82f1-01c7-4aa0-a702-e1a3762c1ad6,DISK] 2024-11-11T23:20:15,833 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.meta.1731367215812.meta 2024-11-11T23:20:15,841 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791)] 2024-11-11T23:20:15,841 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:15,841 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:15,841 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:20:15,841 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:20:15,841 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:20:15,842 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:20:15,842 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:15,842 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:20:15,842 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:20:15,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:15,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:15,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:15,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:15,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:15,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:15,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:15,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:15,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:15,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:15,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:15,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:15,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:15,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:15,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:15,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:15,863 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:15,864 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740 2024-11-11T23:20:15,865 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740 2024-11-11T23:20:15,866 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:15,866 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:15,866 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:15,868 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:15,868 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70373882, jitterRate=0.04865255951881409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:15,869 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:20:15,869 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367215842Writing region info on filesystem at 1731367215842Initializing all the Stores at 1731367215843 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367215843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367215851 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367215851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367215851Cleaning up temporary data from old regions at 1731367215866 (+15 ms)Running coprocessor post-open hooks at 1731367215869 (+3 ms)Region opened successfully at 1731367215869 2024-11-11T23:20:15,870 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367215789 2024-11-11T23:20:15,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:15,874 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:20:15,874 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:20:15,874 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37313,1731367214018, state=OPEN 2024-11-11T23:20:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095023242/meta-region-server 2024-11-11T23:20:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095023242/meta-region-server 2024-11-11T23:20:15,890 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:15,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095023242/meta-region-server: CHANGED 2024-11-11T23:20:15,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095023242/meta-region-server: CHANGED 2024-11-11T23:20:15,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:20:15,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37313,1731367214018 in 253 msec 2024-11-11T23:20:15,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:20:15,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 718 msec 2024-11-11T23:20:15,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:15,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:20:15,899 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:15,899 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37313,1731367214018, seqNum=-1] 2024-11-11T23:20:15,899 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:15,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:15,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 922 msec 2024-11-11T23:20:15,908 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367215908, completionTime=-1 2024-11-11T23:20:15,908 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:20:15,908 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:20:15,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:20:15,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367275911 2024-11-11T23:20:15,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367335911 2024-11-11T23:20:15,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T23:20:15,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32971,1731367213813-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32971,1731367213813-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32971,1731367213813-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:32971, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,911 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,912 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,915 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:20:15,918 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.828sec 2024-11-11T23:20:15,919 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:20:15,919 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:20:15,919 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:20:15,919 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:20:15,919 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:20:15,919 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32971,1731367213813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:15,919 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32971,1731367213813-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:20:15,921 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:20:15,921 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:20:15,921 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,32971,1731367213813-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:15,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:15,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,32971,-1 for getting cluster id 2024-11-11T23:20:15,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:15,995 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bca4c778-f631-48d3-8069-68aac2ef5f33' 2024-11-11T23:20:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bca4c778-f631-48d3-8069-68aac2ef5f33" 2024-11-11T23:20:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481681d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,32971,-1] 2024-11-11T23:20:15,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:15,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:15,997 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:15,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ef688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:15,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37313,1731367214018, seqNum=-1] 2024-11-11T23:20:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:16,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:16,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:16,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51389 2024-11-11T23:20:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.log.dir so I do NOT create it in target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde 2024-11-11T23:20:16,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:20:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.tmp.dir so I do NOT create it in target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde 2024-11-11T23:20:16,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:20:16,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde 2024-11-11T23:20:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:20:16,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/cluster_0018d395-33ce-c3d9-6683-f8a03fef5b81, deleteOnExit=true 2024-11-11T23:20:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/test.cache.data in system properties and HBase conf 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:20:16,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:20:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:20:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:20:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:20:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:20:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:20:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:20:16,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c330daa0002 connected 2024-11-11T23:20:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:20:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T23:20:16,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:20:16,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:16,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:16,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:16,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:16,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:20:16,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:16,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c3bb764{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:16,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:16,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@173d8147{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/java.io.tmpdir/jetty-localhost-45505-hadoop-hdfs-3_4_1-tests_jar-_-any-328263132656834425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:20:16,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f613f66{HTTP/1.1, (http/1.1)}{localhost:45505} 2024-11-11T23:20:16,560 INFO [Time-limited test {}] server.Server(415): Started @196872ms 2024-11-11T23:20:16,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:16,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:16,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:16,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:16,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:20:16,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@473d1391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:16,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:16,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40e5f5b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/java.io.tmpdir/jetty-localhost-34879-hadoop-hdfs-3_4_1-tests_jar-_-any-6762297691060390523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:20:16,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@feb2d2d{HTTP/1.1, (http/1.1)}{localhost:34879} 2024-11-11T23:20:16,994 INFO [Time-limited test {}] server.Server(415): Started @197306ms 2024-11-11T23:20:16,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:20:17,744 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/cluster_0018d395-33ce-c3d9-6683-f8a03fef5b81/data/data1/current/BP-1349904020-172.17.0.2-1731367216047/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:17,752 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/cluster_0018d395-33ce-c3d9-6683-f8a03fef5b81/data/data2/current/BP-1349904020-172.17.0.2-1731367216047/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:17,886 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:20:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18ff986af4bb484 with lease ID 0xd9686073971450bf: Processing first storage report for DS-2fa2fe83-f958-49c9-878b-cb25376a5167 from datanode DatanodeRegistration(127.0.0.1:43625, datanodeUuid=504b6102-521a-46b5-bc33-ed8ddd9458f9, infoPort=40775, infoSecurePort=0, ipcPort=39705, storageInfo=lv=-57;cid=testClusterID;nsid=155070059;c=1731367216047) 2024-11-11T23:20:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18ff986af4bb484 with lease ID 0xd9686073971450bf: from storage DS-2fa2fe83-f958-49c9-878b-cb25376a5167 node DatanodeRegistration(127.0.0.1:43625, datanodeUuid=504b6102-521a-46b5-bc33-ed8ddd9458f9, infoPort=40775, infoSecurePort=0, ipcPort=39705, storageInfo=lv=-57;cid=testClusterID;nsid=155070059;c=1731367216047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:20:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18ff986af4bb484 with lease ID 0xd9686073971450bf: Processing first storage report for DS-9dee17fd-a7b8-4aff-8013-007e1634fd4f from datanode DatanodeRegistration(127.0.0.1:43625, datanodeUuid=504b6102-521a-46b5-bc33-ed8ddd9458f9, infoPort=40775, infoSecurePort=0, ipcPort=39705, storageInfo=lv=-57;cid=testClusterID;nsid=155070059;c=1731367216047) 2024-11-11T23:20:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18ff986af4bb484 with lease ID 0xd9686073971450bf: from storage DS-9dee17fd-a7b8-4aff-8013-007e1634fd4f node DatanodeRegistration(127.0.0.1:43625, datanodeUuid=504b6102-521a-46b5-bc33-ed8ddd9458f9, infoPort=40775, infoSecurePort=0, ipcPort=39705, storageInfo=lv=-57;cid=testClusterID;nsid=155070059;c=1731367216047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:20:17,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde 2024-11-11T23:20:17,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:17,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:20:18,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331 with version=8 2024-11-11T23:20:18,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/hbase-staging 2024-11-11T23:20:18,480 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:18,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:18,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:18,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:18,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:18,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:18,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:20:18,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:18,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34951 2024-11-11T23:20:18,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34951 connecting to ZooKeeper ensemble=127.0.0.1:51389 2024-11-11T23:20:18,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349510x0, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:18,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34951-0x1012c330daa0003 connected 2024-11-11T23:20:18,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:18,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:18,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on znode that does not yet exist, /1-2063814428/running 2024-11-11T23:20:18,640 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331, hbase.cluster.distributed=false 2024-11-11T23:20:18,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on znode that does not yet exist, /1-2063814428/acl 2024-11-11T23:20:18,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34951 2024-11-11T23:20:18,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34951 2024-11-11T23:20:18,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34951 2024-11-11T23:20:18,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34951 2024-11-11T23:20:18,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34951 2024-11-11T23:20:18,658 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:18,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:18,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:18,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:18,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:18,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:18,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:20:18,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:18,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43171 2024-11-11T23:20:18,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43171 connecting to ZooKeeper ensemble=127.0.0.1:51389 2024-11-11T23:20:18,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:18,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:18,679 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431710x0, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:18,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431710x0, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on znode that does not yet exist, /1-2063814428/running 2024-11-11T23:20:18,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43171-0x1012c330daa0004 connected 2024-11-11T23:20:18,680 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:20:18,680 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:20:18,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on znode that does not yet exist, /1-2063814428/master 2024-11-11T23:20:18,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on znode that does not yet exist, /1-2063814428/acl 2024-11-11T23:20:18,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43171 2024-11-11T23:20:18,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43171 2024-11-11T23:20:18,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43171 2024-11-11T23:20:18,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43171 2024-11-11T23:20:18,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43171 2024-11-11T23:20:18,708 DEBUG [M:0;cdbe53028b4b:34951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:34951 2024-11-11T23:20:18,708 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2063814428/backup-masters/cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:18,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428/backup-masters 2024-11-11T23:20:18,721 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428/backup-masters 2024-11-11T23:20:18,721 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on existing znode=/1-2063814428/backup-masters/cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:18,731 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2063814428/master 2024-11-11T23:20:18,731 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:18,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:18,732 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on existing znode=/1-2063814428/master 2024-11-11T23:20:18,733 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2063814428/backup-masters/cdbe53028b4b,34951,1731367218480 from backup master directory 2024-11-11T23:20:18,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2063814428/backup-masters/cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:18,742 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428/backup-masters 2024-11-11T23:20:18,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428/backup-masters 2024-11-11T23:20:18,742 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:18,742 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:18,749 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/hbase.id] with ID: bf9e5e3a-4aed-401c-b858-3e6671a4d179 2024-11-11T23:20:18,750 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/.tmp/hbase.id 2024-11-11T23:20:18,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:20:19,166 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/.tmp/hbase.id]:[hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/hbase.id] 2024-11-11T23:20:19,175 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:19,175 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:20:19,176 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:20:19,224 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:19,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:19,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:20:19,629 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:19,630 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:20:19,630 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:19,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:20:20,036 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store 2024-11-11T23:20:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:20:20,441 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:20,441 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:20:20,441 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:20,441 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:20,441 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:20:20,441 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:20,441 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:20,441 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367220441Disabling compacts and flushes for region at 1731367220441Disabling writes for close at 1731367220441Writing region close event to WAL at 1731367220441Closed at 1731367220441 2024-11-11T23:20:20,442 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/.initializing 2024-11-11T23:20:20,442 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/WALs/cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:20,443 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:20,444 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C34951%2C1731367218480, suffix=, logDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/WALs/cdbe53028b4b,34951,1731367218480, archiveDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/oldWALs, maxLogs=10 2024-11-11T23:20:20,457 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/WALs/cdbe53028b4b,34951,1731367218480/cdbe53028b4b%2C34951%2C1731367218480.1731367220444, exclude list is [], retry=0 2024-11-11T23:20:20,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43625,DS-2fa2fe83-f958-49c9-878b-cb25376a5167,DISK] 2024-11-11T23:20:20,461 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/WALs/cdbe53028b4b,34951,1731367218480/cdbe53028b4b%2C34951%2C1731367218480.1731367220444 2024-11-11T23:20:20,461 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40775:40775)] 2024-11-11T23:20:20,461 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:20,461 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:20,461 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,461 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:20:20,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:20,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:20,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:20:20,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:20,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:20,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:20:20,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:20,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:20,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:20:20,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:20,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:20,467 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,468 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,468 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,469 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,469 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,469 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:20,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:20,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:20,472 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59430246, jitterRate=-0.1144203245639801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:20,472 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367220461Initializing all the Stores at 1731367220462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367220462Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367220462Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367220462Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367220462Cleaning up temporary data from old regions at 1731367220469 (+7 ms)Region opened successfully at 1731367220472 (+3 ms) 2024-11-11T23:20:20,472 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:20:20,474 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65da405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:20,474 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:20:20,475 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:20:20,475 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:20:20,475 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:20:20,475 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:20:20,475 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:20:20,475 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:20:20,477 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:20:20,477 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Unable to get data of znode /1-2063814428/balancer because node does not exist (not necessarily an error) 2024-11-11T23:20:20,529 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2063814428/balancer already deleted, retry=false 2024-11-11T23:20:20,529 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:20:20,530 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Unable to get data of znode /1-2063814428/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:20:20,542 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2063814428/normalizer already deleted, retry=false 2024-11-11T23:20:20,542 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:20:20,543 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Unable to get data of znode /1-2063814428/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:20:20,552 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2063814428/switch/split already deleted, retry=false 2024-11-11T23:20:20,553 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Unable to get data of znode /1-2063814428/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:20:20,563 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2063814428/switch/merge already deleted, retry=false 2024-11-11T23:20:20,565 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Unable to get data of znode /1-2063814428/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:20:20,573 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2063814428/snapshot-cleanup already deleted, retry=false 2024-11-11T23:20:20,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2063814428/running 2024-11-11T23:20:20,584 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2063814428/running 2024-11-11T23:20:20,584 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:20,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:20,584 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,34951,1731367218480, sessionid=0x1012c330daa0003, setting cluster-up flag (Was=false) 2024-11-11T23:20:20,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:20,605 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:20,636 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2063814428/flush-table-proc/acquired, /1-2063814428/flush-table-proc/reached, /1-2063814428/flush-table-proc/abort 2024-11-11T23:20:20,637 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:20,658 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:20,689 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2063814428/online-snapshot/acquired, /1-2063814428/online-snapshot/reached, /1-2063814428/online-snapshot/abort 2024-11-11T23:20:20,690 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:20,691 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:20:20,692 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:20,693 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:20:20,693 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:20:20,693 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,34951,1731367218480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:20:20,694 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(746): ClusterId : bf9e5e3a-4aed-401c-b858-3e6671a4d179 2024-11-11T23:20:20,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:20,694 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:20:20,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:20,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:20,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:20,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:20:20,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:20,694 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,695 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:20,695 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:20:20,696 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:20,696 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:20:20,700 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:20:20,700 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:20:20,700 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367250700 2024-11-11T23:20:20,701 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:20:20,701 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:20:20,701 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:20:20,701 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:20:20,701 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:20:20,701 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:20:20,704 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,707 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:20:20,707 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:20:20,707 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:20:20,707 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:20:20,708 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:20:20,708 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:20:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:20:20,711 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:20:20,711 DEBUG [RS:0;cdbe53028b4b:43171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cea308d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:20,712 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367220708,5,FailOnTimeoutGroup] 2024-11-11T23:20:20,714 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367220712,5,FailOnTimeoutGroup] 2024-11-11T23:20:20,714 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,714 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:20:20,714 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,714 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,730 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:43171 2024-11-11T23:20:20,730 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:20:20,730 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:20:20,730 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:20:20,731 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,34951,1731367218480 with port=43171, startcode=1731367218658 2024-11-11T23:20:20,731 DEBUG [RS:0;cdbe53028b4b:43171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:20:20,732 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:20:20,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:20,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34951 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:20,734 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331 2024-11-11T23:20:20,734 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32997 2024-11-11T23:20:20,734 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:20:20,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428/rs 2024-11-11T23:20:20,786 DEBUG [RS:0;cdbe53028b4b:43171 {}] zookeeper.ZKUtil(111): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on existing znode=/1-2063814428/rs/cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:20,786 WARN [RS:0;cdbe53028b4b:43171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:20,786 INFO [RS:0;cdbe53028b4b:43171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:20,786 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:20,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,43171,1731367218658] 2024-11-11T23:20:20,789 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:20:20,790 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:20:20,791 INFO [RS:0;cdbe53028b4b:43171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:20:20,791 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,791 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:20:20,792 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:20:20,792 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:20,792 DEBUG [RS:0;cdbe53028b4b:43171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:20,793 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,793 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,793 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,793 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,793 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,793 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43171,1731367218658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:20,805 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:20:20,805 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43171,1731367218658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,805 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,805 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.Replication(171): cdbe53028b4b,43171,1731367218658 started 2024-11-11T23:20:20,817 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:20,817 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,43171,1731367218658, RpcServer on cdbe53028b4b/172.17.0.2:43171, sessionid=0x1012c330daa0004 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,43171,1731367218658' 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2063814428/flush-table-proc/abort' 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2063814428/flush-table-proc/acquired' 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,43171,1731367218658' 2024-11-11T23:20:20,818 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2063814428/online-snapshot/abort' 2024-11-11T23:20:20,819 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2063814428/online-snapshot/acquired' 2024-11-11T23:20:20,819 DEBUG [RS:0;cdbe53028b4b:43171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:20:20,819 INFO [RS:0;cdbe53028b4b:43171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:20:20,819 INFO [RS:0;cdbe53028b4b:43171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:20:20,919 INFO [RS:0;cdbe53028b4b:43171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:20,921 INFO [RS:0;cdbe53028b4b:43171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C43171%2C1731367218658, suffix=, logDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658, archiveDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/oldWALs, maxLogs=10 2024-11-11T23:20:20,936 DEBUG [RS:0;cdbe53028b4b:43171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921, exclude list is [], retry=0 2024-11-11T23:20:20,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43625,DS-2fa2fe83-f958-49c9-878b-cb25376a5167,DISK] 2024-11-11T23:20:20,940 INFO [RS:0;cdbe53028b4b:43171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 2024-11-11T23:20:20,940 DEBUG [RS:0;cdbe53028b4b:43171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40775:40775)] 2024-11-11T23:20:21,110 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:20:21,110 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331 2024-11-11T23:20:21,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:20:21,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:20:21,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:21,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:21,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:21,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:21,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:21,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:21,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:21,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:21,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:21,393 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:20:21,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:21,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:21,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:21,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:21,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:21,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:21,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:21,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:21,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:21,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:21,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:21,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:21,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:21,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:21,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:21,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:21,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:21,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:21,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740 2024-11-11T23:20:21,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740 2024-11-11T23:20:21,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:21,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:21,524 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:21,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:21,526 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:21,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74208111, jitterRate=0.10578702390193939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:21,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367221516Initializing all the Stores at 1731367221516Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367221516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367221517 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367221517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367221517Cleaning up temporary data from old regions at 1731367221524 (+7 ms)Region opened successfully at 1731367221527 (+3 ms) 2024-11-11T23:20:21,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:20:21,527 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:20:21,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:20:21,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:20:21,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:20:21,527 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:21,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367221527Disabling compacts and flushes for region at 1731367221527Disabling writes for close at 1731367221527Writing region close event to WAL at 1731367221527Closed at 1731367221527 2024-11-11T23:20:21,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:21,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:20:21,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:20:21,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:21,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:20:21,680 DEBUG [cdbe53028b4b:34951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:20:21,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:21,681 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,43171,1731367218658, state=OPENING 2024-11-11T23:20:21,729 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:20:21,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:21,739 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:21,740 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:21,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2063814428/meta-region-server: CHANGED 2024-11-11T23:20:21,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2063814428/meta-region-server: CHANGED 2024-11-11T23:20:21,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,43171,1731367218658}] 2024-11-11T23:20:21,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:20:21,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:20:21,896 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:20:21,896 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:21,896 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:20:21,897 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C43171%2C1731367218658.meta, suffix=.meta, logDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658, archiveDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/oldWALs, maxLogs=10 2024-11-11T23:20:21,909 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.meta.1731367221897.meta, exclude list is [], retry=0 2024-11-11T23:20:21,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43625,DS-2fa2fe83-f958-49c9-878b-cb25376a5167,DISK] 2024-11-11T23:20:21,912 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.meta.1731367221897.meta 2024-11-11T23:20:21,912 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40775:40775)] 2024-11-11T23:20:21,912 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:21,913 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:21,913 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:20:21,913 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:20:21,913 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:20:21,913 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:20:21,913 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:21,913 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:20:21,913 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:20:21,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:21,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:21,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:21,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:21,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:21,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:21,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:21,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:21,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:21,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:21,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:21,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:21,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:21,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:21,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:21,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:21,918 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:21,918 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740 2024-11-11T23:20:21,919 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740 2024-11-11T23:20:21,920 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:21,920 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:21,920 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:21,921 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:21,921 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58811215, jitterRate=-0.12364460527896881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:21,921 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:20:21,921 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367221913Writing region info on filesystem at 1731367221913Initializing all the Stores at 1731367221914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367221914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367221914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367221914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367221914Cleaning up temporary data from old regions at 1731367221920 (+6 ms)Running coprocessor post-open hooks at 1731367221921 (+1 ms)Region opened successfully at 1731367221921 2024-11-11T23:20:21,922 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367221892 2024-11-11T23:20:21,923 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:20:21,923 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:20:21,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:21,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,43171,1731367218658, state=OPEN 2024-11-11T23:20:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2063814428/meta-region-server 2024-11-11T23:20:21,931 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2063814428/meta-region-server 2024-11-11T23:20:21,931 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:21,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2063814428/meta-region-server: CHANGED 2024-11-11T23:20:21,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2063814428/meta-region-server: CHANGED 2024-11-11T23:20:21,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:20:21,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,43171,1731367218658 in 191 msec 2024-11-11T23:20:21,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:20:21,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-11T23:20:21,935 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:21,935 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:20:21,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:21,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,43171,1731367218658, seqNum=-1] 2024-11-11T23:20:21,936 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:21,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:21,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-11T23:20:21,941 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367221941, completionTime=-1 2024-11-11T23:20:21,941 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:20:21,941 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367281943 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367341943 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34951,1731367218480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34951,1731367218480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34951,1731367218480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:34951, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:21,943 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:21,945 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:20:21,946 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.203sec 2024-11-11T23:20:21,946 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:20:21,946 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:20:21,946 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:20:21,946 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:20:21,946 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:20:21,946 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34951,1731367218480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:21,946 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34951,1731367218480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:20:21,948 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:20:21,948 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:20:21,948 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34951,1731367218480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:21,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:21,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34951,-1 for getting cluster id 2024-11-11T23:20:21,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:21,996 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf9e5e3a-4aed-401c-b858-3e6671a4d179' 2024-11-11T23:20:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf9e5e3a-4aed-401c-b858-3e6671a4d179" 2024-11-11T23:20:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abb2ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34951,-1] 2024-11-11T23:20:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:21,998 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:21,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:21,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:22,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,43171,1731367218658, seqNum=-1] 2024-11-11T23:20:22,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:22,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:22,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:22,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51389 2024-11-11T23:20:22,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:22,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012c330daa0005 connected 2024-11-11T23:20:22,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca36ced 2024-11-11T23:20:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:22,029 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:22,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:20:22,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:20:22,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:22,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:20:22,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:20:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:22,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:20:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:22,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6351220d015e5500156f16cc2e07a795, NAME => 'test,,1731367222030.6351220d015e5500156f16cc2e07a795.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c 2024-11-11T23:20:22,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:20:22,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367222030.6351220d015e5500156f16cc2e07a795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:22,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6351220d015e5500156f16cc2e07a795, disabling compactions & flushes 2024-11-11T23:20:22,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:22,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:22,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367222030.6351220d015e5500156f16cc2e07a795. after waiting 0 ms 2024-11-11T23:20:22,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:22,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:22,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6351220d015e5500156f16cc2e07a795: Waiting for close lock at 1731367222445Disabling compacts and flushes for region at 1731367222445Disabling writes for close at 1731367222445Writing region close event to WAL at 1731367222445Closed at 1731367222445 2024-11-11T23:20:22,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:20:22,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367222030.6351220d015e5500156f16cc2e07a795.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367222446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367222446"}]},"ts":"1731367222446"} 2024-11-11T23:20:22,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:20:22,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:20:22,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367222448"}]},"ts":"1731367222448"} 2024-11-11T23:20:22,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:20:22,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6351220d015e5500156f16cc2e07a795, ASSIGN}] 2024-11-11T23:20:22,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6351220d015e5500156f16cc2e07a795, ASSIGN 2024-11-11T23:20:22,451 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6351220d015e5500156f16cc2e07a795, ASSIGN; state=OFFLINE, location=cdbe53028b4b,37313,1731367214018; forceNewPlan=false, retain=false 2024-11-11T23:20:22,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6351220d015e5500156f16cc2e07a795, regionState=OPENING, regionLocation=cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:22,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6351220d015e5500156f16cc2e07a795, ASSIGN because future has completed 2024-11-11T23:20:22,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6351220d015e5500156f16cc2e07a795, server=cdbe53028b4b,37313,1731367214018}] 2024-11-11T23:20:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:22,759 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:22,759 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6351220d015e5500156f16cc2e07a795, NAME => 'test,,1731367222030.6351220d015e5500156f16cc2e07a795.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:22,760 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:22,760 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:20:22,760 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,760 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367222030.6351220d015e5500156f16cc2e07a795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:22,760 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,760 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,761 INFO [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,762 INFO [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6351220d015e5500156f16cc2e07a795 columnFamilyName f 2024-11-11T23:20:22,763 DEBUG [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:22,763 INFO [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] regionserver.HStore(327): Store=6351220d015e5500156f16cc2e07a795/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:22,763 INFO [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,764 INFO [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6351220d015e5500156f16cc2e07a795 columnFamilyName f1 2024-11-11T23:20:22,764 DEBUG [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:22,764 INFO [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] regionserver.HStore(327): Store=6351220d015e5500156f16cc2e07a795/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:22,764 INFO [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,765 INFO [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6351220d015e5500156f16cc2e07a795 columnFamilyName norep 2024-11-11T23:20:22,765 DEBUG [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:22,765 INFO [StoreOpener-6351220d015e5500156f16cc2e07a795-1 {}] regionserver.HStore(327): Store=6351220d015e5500156f16cc2e07a795/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:22,766 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,766 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,766 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,767 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,767 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,767 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:20:22,768 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,769 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:22,770 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6351220d015e5500156f16cc2e07a795; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347491, jitterRate=-0.041147664189338684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:20:22,770 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:22,770 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6351220d015e5500156f16cc2e07a795: Running coprocessor pre-open hook at 1731367222760Writing region info on filesystem at 1731367222760Initializing all the Stores at 1731367222761 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367222761Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367222761Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367222761Cleaning up temporary data from old regions at 1731367222767 (+6 ms)Running coprocessor post-open hooks at 1731367222770 (+3 ms)Region opened successfully at 1731367222770 2024-11-11T23:20:22,771 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367222030.6351220d015e5500156f16cc2e07a795., pid=6, masterSystemTime=1731367222756 2024-11-11T23:20:22,773 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:22,773 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:22,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6351220d015e5500156f16cc2e07a795, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:22,775 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32971 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=cdbe53028b4b,37313,1731367214018, table=test, region=6351220d015e5500156f16cc2e07a795. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T23:20:22,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6351220d015e5500156f16cc2e07a795, server=cdbe53028b4b,37313,1731367214018 because future has completed 2024-11-11T23:20:22,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:20:22,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6351220d015e5500156f16cc2e07a795, server=cdbe53028b4b,37313,1731367214018 in 172 msec 2024-11-11T23:20:22,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:20:22,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6351220d015e5500156f16cc2e07a795, ASSIGN in 328 msec 2024-11-11T23:20:22,780 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:20:22,780 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367222780"}]},"ts":"1731367222780"} 2024-11-11T23:20:22,781 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:20:22,782 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:20:22,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-11T23:20:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:23,172 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:20:23,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25db5e70 2024-11-11T23:20:23,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:23,174 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:23,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:20:23,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:20:23,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:23,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:20:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:23,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:20:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:20:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:23,584 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f73dcded35bfbf98358d62d104cdc419, NAME => 'test,,1731367223174.f73dcded35bfbf98358d62d104cdc419.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331 2024-11-11T23:20:23,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:20:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:23,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367223174.f73dcded35bfbf98358d62d104cdc419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:23,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f73dcded35bfbf98358d62d104cdc419, disabling compactions & flushes 2024-11-11T23:20:23,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:23,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:23,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. after waiting 0 ms 2024-11-11T23:20:23,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:23,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:23,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f73dcded35bfbf98358d62d104cdc419: Waiting for close lock at 1731367223990Disabling compacts and flushes for region at 1731367223990Disabling writes for close at 1731367223990Writing region close event to WAL at 1731367223990Closed at 1731367223990 2024-11-11T23:20:23,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:20:23,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367223174.f73dcded35bfbf98358d62d104cdc419.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367223991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367223991"}]},"ts":"1731367223991"} 2024-11-11T23:20:23,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:20:23,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:20:23,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367223994"}]},"ts":"1731367223994"} 2024-11-11T23:20:23,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:20:23,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f73dcded35bfbf98358d62d104cdc419, ASSIGN}] 2024-11-11T23:20:23,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f73dcded35bfbf98358d62d104cdc419, ASSIGN 2024-11-11T23:20:23,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f73dcded35bfbf98358d62d104cdc419, ASSIGN; state=OFFLINE, location=cdbe53028b4b,43171,1731367218658; forceNewPlan=false, retain=false 2024-11-11T23:20:24,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f73dcded35bfbf98358d62d104cdc419, regionState=OPENING, regionLocation=cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:24,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f73dcded35bfbf98358d62d104cdc419, ASSIGN because future has completed 2024-11-11T23:20:24,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f73dcded35bfbf98358d62d104cdc419, server=cdbe53028b4b,43171,1731367218658}] 2024-11-11T23:20:24,307 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:24,307 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f73dcded35bfbf98358d62d104cdc419, NAME => 'test,,1731367223174.f73dcded35bfbf98358d62d104cdc419.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:24,307 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:24,308 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:20:24,308 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,308 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367223174.f73dcded35bfbf98358d62d104cdc419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:24,308 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,308 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,310 INFO [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,312 INFO [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73dcded35bfbf98358d62d104cdc419 columnFamilyName f 2024-11-11T23:20:24,312 DEBUG [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:24,312 INFO [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] regionserver.HStore(327): Store=f73dcded35bfbf98358d62d104cdc419/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:24,312 INFO [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:24,314 INFO [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73dcded35bfbf98358d62d104cdc419 columnFamilyName f1 2024-11-11T23:20:24,314 DEBUG [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:24,314 INFO [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] regionserver.HStore(327): Store=f73dcded35bfbf98358d62d104cdc419/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:24,314 INFO [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,316 INFO [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73dcded35bfbf98358d62d104cdc419 columnFamilyName norep 2024-11-11T23:20:24,316 DEBUG [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:24,316 INFO [StoreOpener-f73dcded35bfbf98358d62d104cdc419-1 {}] regionserver.HStore(327): Store=f73dcded35bfbf98358d62d104cdc419/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:24,316 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,317 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,317 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,318 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,318 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,318 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:20:24,319 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,321 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:24,321 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f73dcded35bfbf98358d62d104cdc419; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62518314, jitterRate=-0.06840452551841736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:20:24,322 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:24,322 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f73dcded35bfbf98358d62d104cdc419: Running coprocessor pre-open hook at 1731367224309Writing region info on filesystem at 1731367224309Initializing all the Stores at 1731367224310 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367224310Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367224310Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367224310Cleaning up temporary data from old regions at 1731367224318 (+8 ms)Running coprocessor post-open hooks at 1731367224322 (+4 ms)Region opened successfully at 1731367224322 2024-11-11T23:20:24,323 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367223174.f73dcded35bfbf98358d62d104cdc419., pid=6, masterSystemTime=1731367224302 2024-11-11T23:20:24,325 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:24,325 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:24,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f73dcded35bfbf98358d62d104cdc419, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:24,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f73dcded35bfbf98358d62d104cdc419, server=cdbe53028b4b,43171,1731367218658 because future has completed 2024-11-11T23:20:24,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:20:24,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f73dcded35bfbf98358d62d104cdc419, server=cdbe53028b4b,43171,1731367218658 in 178 msec 2024-11-11T23:20:24,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:20:24,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f73dcded35bfbf98358d62d104cdc419, ASSIGN in 334 msec 2024-11-11T23:20:24,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:20:24,332 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367224332"}]},"ts":"1731367224332"} 2024-11-11T23:20:24,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:20:24,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:20:24,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-11T23:20:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:25,332 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:20:25,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,32971,-1 for getting cluster id 2024-11-11T23:20:25,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:25,334 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bca4c778-f631-48d3-8069-68aac2ef5f33' 2024-11-11T23:20:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bca4c778-f631-48d3-8069-68aac2ef5f33" 2024-11-11T23:20:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f28a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,32971,-1] 2024-11-11T23:20:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:25,335 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51695180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34951,-1 for getting cluster id 2024-11-11T23:20:25,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:25,337 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf9e5e3a-4aed-401c-b858-3e6671a4d179' 2024-11-11T23:20:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf9e5e3a-4aed-401c-b858-3e6671a4d179" 2024-11-11T23:20:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bf6c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34951,-1] 2024-11-11T23:20:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:25,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:25,338 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd7154c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,32971,-1 for getting cluster id 2024-11-11T23:20:25,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:25,340 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bca4c778-f631-48d3-8069-68aac2ef5f33' 2024-11-11T23:20:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bca4c778-f631-48d3-8069-68aac2ef5f33" 2024-11-11T23:20:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d41cf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,32971,-1] 2024-11-11T23:20:25,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:25,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:25,341 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:25,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aec3e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11b48068 2024-11-11T23:20:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:25,343 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:25,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:34951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:20:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:20:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:25,346 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:34951' 2024-11-11T23:20:25,347 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597e2209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,347 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34951,-1 for getting cluster id 2024-11-11T23:20:25,347 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:25,348 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf9e5e3a-4aed-401c-b858-3e6671a4d179' 2024-11-11T23:20:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf9e5e3a-4aed-401c-b858-3e6671a4d179" 2024-11-11T23:20:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f73903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34951,-1] 2024-11-11T23:20:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:25,349 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:25,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6728ce2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:25,350 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3b3c28 2024-11-11T23:20:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:25,351 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:25,352 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T23:20:25,352 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:20:25,352 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:25,352 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:25,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:25,352 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:25,353 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:20:25,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:20:25,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:25,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:20:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:20:25,403 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:20:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:25,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03f742dadd209ac52361a34925cd1fbf, NAME => 'hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c 2024-11-11T23:20:25,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:20:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:26,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:26,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 03f742dadd209ac52361a34925cd1fbf, disabling compactions & flushes 2024-11-11T23:20:26,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:26,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:26,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. after waiting 0 ms 2024-11-11T23:20:26,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:26,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:26,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03f742dadd209ac52361a34925cd1fbf: Waiting for close lock at 1731367226167Disabling compacts and flushes for region at 1731367226167Disabling writes for close at 1731367226167Writing region close event to WAL at 1731367226167Closed at 1731367226167 2024-11-11T23:20:26,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:20:26,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367226168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367226168"}]},"ts":"1731367226168"} 2024-11-11T23:20:26,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:20:26,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:20:26,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367226171"}]},"ts":"1731367226171"} 2024-11-11T23:20:26,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:20:26,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03f742dadd209ac52361a34925cd1fbf, ASSIGN}] 2024-11-11T23:20:26,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03f742dadd209ac52361a34925cd1fbf, ASSIGN 2024-11-11T23:20:26,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03f742dadd209ac52361a34925cd1fbf, ASSIGN; state=OFFLINE, location=cdbe53028b4b,37313,1731367214018; forceNewPlan=false, retain=false 2024-11-11T23:20:26,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=03f742dadd209ac52361a34925cd1fbf, regionState=OPENING, regionLocation=cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:26,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03f742dadd209ac52361a34925cd1fbf, ASSIGN because future has completed 2024-11-11T23:20:26,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03f742dadd209ac52361a34925cd1fbf, server=cdbe53028b4b,37313,1731367214018}] 2024-11-11T23:20:26,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:20:26,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T23:20:26,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:20:26,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T23:20:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:26,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:26,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:26,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:20:26,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37313%2C1731367214018.rep, suffix=, logDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018, archiveDir=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/oldWALs, maxLogs=10 2024-11-11T23:20:26,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.rep.1731367226490, exclude list is [], retry=0 2024-11-11T23:20:26,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37357,DS-23ca82f1-01c7-4aa0-a702-e1a3762c1ad6,DISK] 2024-11-11T23:20:26,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.rep.1731367226490 2024-11-11T23:20:26,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791)] 2024-11-11T23:20:26,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 03f742dadd209ac52361a34925cd1fbf, NAME => 'hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:26,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:26,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:20:26,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. service=MultiRowMutationService 2024-11-11T23:20:26,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:20:26,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:26,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,519 INFO [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,520 INFO [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03f742dadd209ac52361a34925cd1fbf columnFamilyName hfileref 2024-11-11T23:20:26,520 DEBUG [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:26,521 INFO [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] regionserver.HStore(327): Store=03f742dadd209ac52361a34925cd1fbf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:26,521 INFO [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,522 INFO [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03f742dadd209ac52361a34925cd1fbf columnFamilyName queue 2024-11-11T23:20:26,522 DEBUG [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:26,522 INFO [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] regionserver.HStore(327): Store=03f742dadd209ac52361a34925cd1fbf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:26,522 INFO [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,523 INFO [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03f742dadd209ac52361a34925cd1fbf columnFamilyName sid 2024-11-11T23:20:26,523 DEBUG [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:26,524 INFO [StoreOpener-03f742dadd209ac52361a34925cd1fbf-1 {}] regionserver.HStore(327): Store=03f742dadd209ac52361a34925cd1fbf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:26,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/replication/03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/replication/03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:20:26,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/replication/03f742dadd209ac52361a34925cd1fbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:26,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 03f742dadd209ac52361a34925cd1fbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66866704, jitterRate=-0.0036084651947021484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:20:26,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:26,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 03f742dadd209ac52361a34925cd1fbf: Running coprocessor pre-open hook at 1731367226513Writing region info on filesystem at 1731367226513Initializing all the Stores at 1731367226514 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367226514Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367226519 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367226519Cleaning up temporary data from old regions at 1731367226525 (+6 ms)Running coprocessor post-open hooks at 1731367226529 (+4 ms)Region opened successfully at 1731367226529 2024-11-11T23:20:26,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf., pid=10, masterSystemTime=1731367226479 2024-11-11T23:20:26,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:26,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:26,533 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=03f742dadd209ac52361a34925cd1fbf, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:26,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03f742dadd209ac52361a34925cd1fbf, server=cdbe53028b4b,37313,1731367214018 because future has completed 2024-11-11T23:20:26,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:20:26,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 03f742dadd209ac52361a34925cd1fbf, server=cdbe53028b4b,37313,1731367214018 in 209 msec 2024-11-11T23:20:26,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:20:26,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03f742dadd209ac52361a34925cd1fbf, ASSIGN in 366 msec 2024-11-11T23:20:26,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:20:26,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367226541"}]},"ts":"1731367226541"} 2024-11-11T23:20:26,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:20:26,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:20:26,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-11T23:20:26,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf., hostname=cdbe53028b4b,37313,1731367214018, seqNum=2] 2024-11-11T23:20:26,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:26,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:26,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:20:26,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T23:20:26,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:20:26,798 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:20:26,824 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,37313,1731367214018, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:20:26,824 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:26,824 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37313,1731367214018, seqNum=-1] 2024-11-11T23:20:26,825 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:26,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T23:20:26,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,37313,1731367214018', locateType=CURRENT is [region=hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf., hostname=cdbe53028b4b,37313,1731367214018, seqNum=2] 2024-11-11T23:20:26,828 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:20:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:20:26,830 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,37313,1731367214018 suceeded 2024-11-11T23:20:26,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:20:26,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T23:20:26,832 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:34951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:20:26,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-11T23:20:26,841 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:34951' 2024-11-11T23:20:26,842 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601a2a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:26,842 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34951,-1 for getting cluster id 2024-11-11T23:20:26,842 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:26,842 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf9e5e3a-4aed-401c-b858-3e6671a4d179' 2024-11-11T23:20:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf9e5e3a-4aed-401c-b858-3e6671a4d179" 2024-11-11T23:20:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f96006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34951,-1] 2024-11-11T23:20:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:26,843 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:26,844 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e7e601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:26,844 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fde3e97 2024-11-11T23:20:26,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:26,845 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T23:20:26,846 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,37313,1731367214018 (queues=1) is replicating from cluster=bca4c778-f631-48d3-8069-68aac2ef5f33 to cluster=bf9e5e3a-4aed-401c-b858-3e6671a4d179 2024-11-11T23:20:26,846 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C37313%2C1731367214018 2024-11-11T23:20:26,846 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,37313,1731367214018, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:20:26,846 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456, startPosition=0, beingWritten=true 2024-11-11T23:20:26,847 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C37313%2C1731367214018 2024-11-11T23:20:26,850 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:26,850 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 379, reset compression=false 2024-11-11T23:20:26,850 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37313,1731367214018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:27,057 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 379, reset compression=false 2024-11-11T23:20:27,361 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 379, reset compression=false 2024-11-11T23:20:27,415 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:20:27,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:27,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:27,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:27,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:27,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:27,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:27,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:27,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:27,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:27,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:20:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:27,492 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:20:27,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:27,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:27,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:27,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:27,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:27,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:27,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34951,-1 for getting cluster id 2024-11-11T23:20:27,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:27,494 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf9e5e3a-4aed-401c-b858-3e6671a4d179' 2024-11-11T23:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf9e5e3a-4aed-401c-b858-3e6671a4d179" 2024-11-11T23:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4c62e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34951,-1] 2024-11-11T23:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:27,495 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:27,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2187892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:27,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56e4bc61 2024-11-11T23:20:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:27,498 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:27,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:32971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:20:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:20:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:27,500 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:32971' 2024-11-11T23:20:27,501 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db2c0fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:27,501 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,32971,-1 for getting cluster id 2024-11-11T23:20:27,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:27,501 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bca4c778-f631-48d3-8069-68aac2ef5f33' 2024-11-11T23:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bca4c778-f631-48d3-8069-68aac2ef5f33" 2024-11-11T23:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba04212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,32971,-1] 2024-11-11T23:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:27,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:27,503 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:27,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f6460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:27,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:27,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:27,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ced69cd 2024-11-11T23:20:27,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:27,504 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:27,505 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:20:27,505 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:20:27,505 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:27,505 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:27,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:27,505 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:27,506 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:20:27,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:20:27,507 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:27,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:20:27,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:20:27,556 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:20:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:27,765 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 379, reset compression=false 2024-11-11T23:20:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:27,915 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ceab527d414229fe4b047eb424f8302, NAME => 'hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331 2024-11-11T23:20:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:20:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:28,269 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 379, reset compression=false 2024-11-11T23:20:28,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:28,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3ceab527d414229fe4b047eb424f8302, disabling compactions & flushes 2024-11-11T23:20:28,321 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:28,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:28,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. after waiting 0 ms 2024-11-11T23:20:28,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:28,321 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:28,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ceab527d414229fe4b047eb424f8302: Waiting for close lock at 1731367228321Disabling compacts and flushes for region at 1731367228321Disabling writes for close at 1731367228321Writing region close event to WAL at 1731367228321Closed at 1731367228321 2024-11-11T23:20:28,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:20:28,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367228322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367228322"}]},"ts":"1731367228322"} 2024-11-11T23:20:28,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:20:28,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:20:28,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367228325"}]},"ts":"1731367228325"} 2024-11-11T23:20:28,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:20:28,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ceab527d414229fe4b047eb424f8302, ASSIGN}] 2024-11-11T23:20:28,328 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ceab527d414229fe4b047eb424f8302, ASSIGN 2024-11-11T23:20:28,329 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ceab527d414229fe4b047eb424f8302, ASSIGN; state=OFFLINE, location=cdbe53028b4b,43171,1731367218658; forceNewPlan=false, retain=false 2024-11-11T23:20:28,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ceab527d414229fe4b047eb424f8302, regionState=OPENING, regionLocation=cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:28,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ceab527d414229fe4b047eb424f8302, ASSIGN because future has completed 2024-11-11T23:20:28,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ceab527d414229fe4b047eb424f8302, server=cdbe53028b4b,43171,1731367218658}] 2024-11-11T23:20:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:28,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:28,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:28,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:20:28,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C43171%2C1731367218658.rep, suffix=, logDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658, archiveDir=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/oldWALs, maxLogs=10 2024-11-11T23:20:28,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.rep.1731367228638, exclude list is [], retry=0 2024-11-11T23:20:28,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43625,DS-2fa2fe83-f958-49c9-878b-cb25376a5167,DISK] 2024-11-11T23:20:28,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.rep.1731367228638 2024-11-11T23:20:28,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40775:40775)] 2024-11-11T23:20:28,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ceab527d414229fe4b047eb424f8302, NAME => 'hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:28,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:28,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:20:28,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. service=MultiRowMutationService 2024-11-11T23:20:28,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:20:28,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:28,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,655 INFO [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,656 INFO [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ceab527d414229fe4b047eb424f8302 columnFamilyName hfileref 2024-11-11T23:20:28,657 DEBUG [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:28,657 INFO [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] regionserver.HStore(327): Store=3ceab527d414229fe4b047eb424f8302/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:28,657 INFO [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,658 INFO [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ceab527d414229fe4b047eb424f8302 columnFamilyName queue 2024-11-11T23:20:28,658 DEBUG [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:28,658 INFO [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] regionserver.HStore(327): Store=3ceab527d414229fe4b047eb424f8302/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:28,658 INFO [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,659 INFO [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ceab527d414229fe4b047eb424f8302 columnFamilyName sid 2024-11-11T23:20:28,659 DEBUG [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:28,659 INFO [StoreOpener-3ceab527d414229fe4b047eb424f8302-1 {}] regionserver.HStore(327): Store=3ceab527d414229fe4b047eb424f8302/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:28,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/replication/3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/replication/3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:20:28,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/replication/3ceab527d414229fe4b047eb424f8302/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:28,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3ceab527d414229fe4b047eb424f8302; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59759905, jitterRate=-0.10950802266597748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:20:28,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:28,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3ceab527d414229fe4b047eb424f8302: Running coprocessor pre-open hook at 1731367228654Writing region info on filesystem at 1731367228654Initializing all the Stores at 1731367228655 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367228655Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367228655Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367228655Cleaning up temporary data from old regions at 1731367228661 (+6 ms)Running coprocessor post-open hooks at 1731367228664 (+3 ms)Region opened successfully at 1731367228664 2024-11-11T23:20:28,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302., pid=10, masterSystemTime=1731367228633 2024-11-11T23:20:28,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:28,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:28,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ceab527d414229fe4b047eb424f8302, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:28,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ceab527d414229fe4b047eb424f8302, server=cdbe53028b4b,43171,1731367218658 because future has completed 2024-11-11T23:20:28,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:20:28,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ceab527d414229fe4b047eb424f8302, server=cdbe53028b4b,43171,1731367218658 in 187 msec 2024-11-11T23:20:28,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:20:28,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ceab527d414229fe4b047eb424f8302, ASSIGN in 344 msec 2024-11-11T23:20:28,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:20:28,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367228673"}]},"ts":"1731367228673"} 2024-11-11T23:20:28,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:20:28,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:20:28,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-11T23:20:28,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302., hostname=cdbe53028b4b,43171,1731367218658, seqNum=2] 2024-11-11T23:20:28,812 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:28,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:28,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:20:28,873 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 379, reset compression=false 2024-11-11T23:20:28,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:20:28,987 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:20:29,016 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,43171,1731367218658, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:20:29,016 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:29,016 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,43171,1731367218658, seqNum=-1] 2024-11-11T23:20:29,017 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:29,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T23:20:29,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,43171,1731367218658', locateType=CURRENT is [region=hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302., hostname=cdbe53028b4b,43171,1731367218658, seqNum=2] 2024-11-11T23:20:29,021 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:20:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:20:29,022 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,43171,1731367218658 suceeded 2024-11-11T23:20:29,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:20:29,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T23:20:29,024 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:32971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:20:29,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5260 sec 2024-11-11T23:20:29,034 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:32971' 2024-11-11T23:20:29,035 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@284a40fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:29,035 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,32971,-1 for getting cluster id 2024-11-11T23:20:29,035 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:29,036 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bca4c778-f631-48d3-8069-68aac2ef5f33' 2024-11-11T23:20:29,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:29,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bca4c778-f631-48d3-8069-68aac2ef5f33" 2024-11-11T23:20:29,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73fbe548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:29,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,32971,-1] 2024-11-11T23:20:29,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:29,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:29,037 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:29,037 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@100b7e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:29,037 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:29,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:29,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c296864 2024-11-11T23:20:29,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:29,038 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T23:20:29,039 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,43171,1731367218658 (queues=1) is replicating from cluster=bf9e5e3a-4aed-401c-b858-3e6671a4d179 to cluster=bca4c778-f631-48d3-8069-68aac2ef5f33 2024-11-11T23:20:29,039 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C43171%2C1731367218658 2024-11-11T23:20:29,039 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,43171,1731367218658, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:20:29,039 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C43171%2C1731367218658 2024-11-11T23:20:29,039 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921, startPosition=0, beingWritten=true 2024-11-11T23:20:29,044 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:29,044 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 379, reset compression=false 2024-11-11T23:20:29,044 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,43171,1731367218658 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:29,249 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 379, reset compression=false 2024-11-11T23:20:29,552 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 379, reset compression=false 2024-11-11T23:20:29,577 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 379, reset compression=false 2024-11-11T23:20:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:20:29,642 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:20:29,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:29,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:29,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:29,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:29,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:29,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:29,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37313,1731367214018, seqNum=-1] 2024-11-11T23:20:29,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:29,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367222030.6351220d015e5500156f16cc2e07a795., hostname=cdbe53028b4b,37313,1731367214018, seqNum=2] 2024-11-11T23:20:29,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:29,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,43171,1731367218658, seqNum=-1] 2024-11-11T23:20:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:29,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:29,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367223174.f73dcded35bfbf98358d62d104cdc419., hostname=cdbe53028b4b,43171,1731367218658, seqNum=2] 2024-11-11T23:20:29,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T23:20:29,957 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 379, reset compression=false 2024-11-11T23:20:30,380 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 379, reset compression=false 2024-11-11T23:20:30,398 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:20:30,398 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 480, reset compression=false 2024-11-11T23:20:30,398 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37313,1731367214018 got entry batch from reader: WALEntryBatch [walEntries=[{test/6351220d015e5500156f16cc2e07a795/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T23:20:30,400 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:20:30,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T23:20:30,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:20:30,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3215db37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:30,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34951,-1 for getting cluster id 2024-11-11T23:20:30,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:30,409 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf9e5e3a-4aed-401c-b858-3e6671a4d179' 2024-11-11T23:20:30,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:30,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf9e5e3a-4aed-401c-b858-3e6671a4d179" 2024-11-11T23:20:30,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c658f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:30,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34951,-1] 2024-11-11T23:20:30,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:30,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:30,411 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:30,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba69dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:30,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:30,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,43171,1731367218658, seqNum=-1] 2024-11-11T23:20:30,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:30,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T23:20:30,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367223174.f73dcded35bfbf98358d62d104cdc419., hostname=cdbe53028b4b,43171,1731367218658, seqNum=2] 2024-11-11T23:20:30,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:20:30,460 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 379, reset compression=false 2024-11-11T23:20:30,464 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:30,464 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 504, reset compression=false 2024-11-11T23:20:30,464 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,43171,1731367218658 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:30,609 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 480, reset compression=false 2024-11-11T23:20:30,668 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 504, reset compression=false 2024-11-11T23:20:30,671 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T23:20:30,674 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T23:20:30,912 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 480, reset compression=false 2024-11-11T23:20:30,972 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 504, reset compression=false 2024-11-11T23:20:30,977 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:20:30,977 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 608, reset compression=false 2024-11-11T23:20:30,977 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,43171,1731367218658 got entry batch from reader: WALEntryBatch [walEntries=[{test/f73dcded35bfbf98358d62d104cdc419/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T23:20:30,979 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:20:30,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T23:20:30,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:20:30,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ce8fa48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:30,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,32971,-1 for getting cluster id 2024-11-11T23:20:30,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:30,982 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bca4c778-f631-48d3-8069-68aac2ef5f33' 2024-11-11T23:20:30,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:30,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bca4c778-f631-48d3-8069-68aac2ef5f33" 2024-11-11T23:20:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ea4799d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,32971,-1] 2024-11-11T23:20:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:30,984 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:30,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27d6910f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:30,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:30,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37313,1731367214018, seqNum=-1] 2024-11-11T23:20:30,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:30,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T23:20:30,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731367222030.6351220d015e5500156f16cc2e07a795., hostname=cdbe53028b4b,37313,1731367214018, seqNum=2] 2024-11-11T23:20:30,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:20:31,182 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 608, reset compression=false 2024-11-11T23:20:31,316 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 480, reset compression=false 2024-11-11T23:20:31,360 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:31,360 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 608, reset compression=false 2024-11-11T23:20:31,360 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37313,1731367214018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:31,486 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 608, reset compression=false 2024-11-11T23:20:31,564 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 608, reset compression=false 2024-11-11T23:20:31,675 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T23:20:31,680 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T23:20:31,867 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 608, reset compression=false 2024-11-11T23:20:31,872 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:20:31,872 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 764, reset compression=false 2024-11-11T23:20:31,872 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37313,1731367214018 got entry batch from reader: WALEntryBatch [walEntries=[{test/6351220d015e5500156f16cc2e07a795/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T23:20:31,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:20:31,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:20:31,889 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 608, reset compression=false 2024-11-11T23:20:31,894 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:31,894 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 756, reset compression=false 2024-11-11T23:20:31,894 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,43171,1731367218658 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:32,077 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 764, reset compression=false 2024-11-11T23:20:32,098 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 756, reset compression=false 2024-11-11T23:20:32,380 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 764, reset compression=false 2024-11-11T23:20:32,401 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 756, reset compression=false 2024-11-11T23:20:32,682 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T23:20:32,685 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T23:20:32,783 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 764, reset compression=false 2024-11-11T23:20:32,805 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 756, reset compression=false 2024-11-11T23:20:32,809 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:20:32,809 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 915, reset compression=false 2024-11-11T23:20:32,809 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,43171,1731367218658 got entry batch from reader: WALEntryBatch [walEntries=[{test/f73dcded35bfbf98358d62d104cdc419/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T23:20:32,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:20:32,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:20:33,012 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 915, reset compression=false 2024-11-11T23:20:33,287 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 764, reset compression=false 2024-11-11T23:20:33,291 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:33,291 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:33,291 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37313,1731367214018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:33,315 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 915, reset compression=false 2024-11-11T23:20:33,495 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:33,687 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T23:20:33,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:20:33,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:33,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:33,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:33,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:33,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:33,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:20:33,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=206837259, stopped=false 2024-11-11T23:20:33,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,34951,1731367218480 2024-11-11T23:20:33,718 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 915, reset compression=false 2024-11-11T23:20:33,798 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:33,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2063814428/running 2024-11-11T23:20:33,801 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2063814428/running 2024-11-11T23:20:33,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:33,801 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:33,801 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:20:33,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:33,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:33,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:33,802 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,43171,1731367218658' ***** 2024-11-11T23:20:33,802 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:20:33,802 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:20:33,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on znode that does not yet exist, /1-2063814428/running 2024-11-11T23:20:33,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Set watcher on znode that does not yet exist, /1-2063814428/running 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:20:33,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(3091): Received CLOSE for f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:43171. 2024-11-11T23:20:33,803 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f73dcded35bfbf98358d62d104cdc419, disabling compactions & flushes 2024-11-11T23:20:33,803 DEBUG [RS:0;cdbe53028b4b:43171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:33,803 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:33,803 DEBUG [RS:0;cdbe53028b4b:43171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:33,803 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:33,803 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. after waiting 0 ms 2024-11-11T23:20:33,803 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:20:33,803 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:20:33,803 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f73dcded35bfbf98358d62d104cdc419 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T23:20:33,804 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:20:33,804 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f73dcded35bfbf98358d62d104cdc419=test,,1731367223174.f73dcded35bfbf98358d62d104cdc419., 3ceab527d414229fe4b047eb424f8302=hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302.} 2024-11-11T23:20:33,804 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ceab527d414229fe4b047eb424f8302, f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:33,804 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:20:33,804 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:20:33,804 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:20:33,804 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:20:33,804 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:20:33,804 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:20:33,818 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/.tmp/f/c3db63f843ac4f5a825e1053e30450fb is 29, key is row1/f:/1731367232683/DeleteFamily/seqid=0 2024-11-11T23:20:33,818 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/info/53a7452d15d34bbead4ab72fe466a847 is 147, key is hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302./info:regioninfo/1731367228666/Put/seqid=0 2024-11-11T23:20:33,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741841_1017 (size=5118) 2024-11-11T23:20:33,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741840_1016 (size=7686) 2024-11-11T23:20:33,847 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:20:33,847 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:20:34,004 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ceab527d414229fe4b047eb424f8302, f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:34,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:20:34,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:34,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:34,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:34,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:34,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:34,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:34,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:34,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:34,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:34,201 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:34,204 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ceab527d414229fe4b047eb424f8302, f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:34,221 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 915, reset compression=false 2024-11-11T23:20:34,224 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/info/53a7452d15d34bbead4ab72fe466a847 2024-11-11T23:20:34,224 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/.tmp/f/c3db63f843ac4f5a825e1053e30450fb 2024-11-11T23:20:34,225 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:34,225 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 1162, reset compression=false 2024-11-11T23:20:34,225 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,43171,1731367218658 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:34,226 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,43171,1731367218658: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,43171,1731367218658, walGroup=cdbe53028b4b%2C43171%2C1731367218658, offset=cdbe53028b4b%2C43171%2C1731367218658.1731367220921:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:43171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:20:34,228 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:20:34,228 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:20:34,228 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:20:34,228 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:20:34,228 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:20:34,228 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 668629504 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 190580424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:20:34,229 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:34951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:34951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:20:34,231 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3db63f843ac4f5a825e1053e30450fb 2024-11-11T23:20:34,243 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/ns/afb7dfe244a74e8194befc8d9e8314b3 is 43, key is default/ns:d/1731367221938/Put/seqid=0 2024-11-11T23:20:34,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741842_1018 (size=5153) 2024-11-11T23:20:34,249 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/.tmp/f1/7f2ae1bfb1d040b7a5d75e75946dd04d is 30, key is row1/f1:/1731367232683/DeleteFamily/seqid=0 2024-11-11T23:20:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741843_1019 (size=5123) 2024-11-11T23:20:34,404 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ceab527d414229fe4b047eb424f8302, f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:34,431 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 1162, reset compression=false 2024-11-11T23:20:34,604 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ceab527d414229fe4b047eb424f8302, f73dcded35bfbf98358d62d104cdc419 2024-11-11T23:20:34,648 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/ns/afb7dfe244a74e8194befc8d9e8314b3 2024-11-11T23:20:34,655 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/.tmp/f1/7f2ae1bfb1d040b7a5d75e75946dd04d 2024-11-11T23:20:34,660 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f2ae1bfb1d040b7a5d75e75946dd04d 2024-11-11T23:20:34,667 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/rep_barrier/c6bd306461f446b38e03cbffc4dddb4b is 112, key is test,,1731367223174.f73dcded35bfbf98358d62d104cdc419./rep_barrier:seqnumDuringOpen/1731367224325/Put/seqid=0 2024-11-11T23:20:34,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741844_1020 (size=5518) 2024-11-11T23:20:34,678 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/.tmp/norep/d1578b13fc8b4709a71a7c8ddf2b66a8 is 33, key is row1/norep:/1731367232683/DeleteFamily/seqid=0 2024-11-11T23:20:34,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741845_1021 (size=5108) 2024-11-11T23:20:34,682 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/.tmp/norep/d1578b13fc8b4709a71a7c8ddf2b66a8 2024-11-11T23:20:34,685 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1578b13fc8b4709a71a7c8ddf2b66a8 2024-11-11T23:20:34,686 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/.tmp/f/c3db63f843ac4f5a825e1053e30450fb as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/f/c3db63f843ac4f5a825e1053e30450fb 2024-11-11T23:20:34,690 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3db63f843ac4f5a825e1053e30450fb 2024-11-11T23:20:34,690 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/f/c3db63f843ac4f5a825e1053e30450fb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T23:20:34,691 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/.tmp/f1/7f2ae1bfb1d040b7a5d75e75946dd04d as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/f1/7f2ae1bfb1d040b7a5d75e75946dd04d 2024-11-11T23:20:34,696 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f2ae1bfb1d040b7a5d75e75946dd04d 2024-11-11T23:20:34,696 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/f1/7f2ae1bfb1d040b7a5d75e75946dd04d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T23:20:34,697 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/.tmp/norep/d1578b13fc8b4709a71a7c8ddf2b66a8 as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/norep/d1578b13fc8b4709a71a7c8ddf2b66a8 2024-11-11T23:20:34,702 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1578b13fc8b4709a71a7c8ddf2b66a8 2024-11-11T23:20:34,702 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/norep/d1578b13fc8b4709a71a7c8ddf2b66a8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T23:20:34,703 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f73dcded35bfbf98358d62d104cdc419 in 900ms, sequenceid=8, compaction requested=false 2024-11-11T23:20:34,706 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:34,716 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/default/test/f73dcded35bfbf98358d62d104cdc419/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T23:20:34,716 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:34,716 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:20:34,716 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:34,717 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f73dcded35bfbf98358d62d104cdc419: Waiting for close lock at 1731367233803Running coprocessor pre-close hooks at 1731367233803Disabling compacts and flushes for region at 1731367233803Disabling writes for close at 1731367233803Obtaining lock to block concurrent updates at 1731367233803Preparing flush snapshotting stores in f73dcded35bfbf98358d62d104cdc419 at 1731367233803Finished memstore snapshotting test,,1731367223174.f73dcded35bfbf98358d62d104cdc419., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731367233804 (+1 ms)Flushing stores of test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. at 1731367233804Flushing f73dcded35bfbf98358d62d104cdc419/f: creating writer at 1731367233804Flushing f73dcded35bfbf98358d62d104cdc419/f: appending metadata at 1731367233817 (+13 ms)Flushing f73dcded35bfbf98358d62d104cdc419/f: closing flushed file at 1731367233817Flushing f73dcded35bfbf98358d62d104cdc419/f1: creating writer at 1731367234231 (+414 ms)Flushing f73dcded35bfbf98358d62d104cdc419/f1: appending metadata at 1731367234248 (+17 ms)Flushing f73dcded35bfbf98358d62d104cdc419/f1: closing flushed file at 1731367234248Flushing f73dcded35bfbf98358d62d104cdc419/norep: creating writer at 1731367234660 (+412 ms)Flushing f73dcded35bfbf98358d62d104cdc419/norep: appending metadata at 1731367234677 (+17 ms)Flushing f73dcded35bfbf98358d62d104cdc419/norep: closing flushed file at 1731367234677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b7059b: reopening flushed file at 1731367234685 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302b54fc: reopening flushed file at 1731367234690 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e30c326: reopening flushed file at 1731367234697 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f73dcded35bfbf98358d62d104cdc419 in 900ms, sequenceid=8, compaction requested=false at 1731367234703 (+6 ms)Writing region close event to WAL at 1731367234712 (+9 ms)Running coprocessor post-close hooks at 1731367234716 (+4 ms)Closed at 1731367234716 2024-11-11T23:20:34,717 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367223174.f73dcded35bfbf98358d62d104cdc419. 2024-11-11T23:20:34,717 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ceab527d414229fe4b047eb424f8302, disabling compactions & flushes 2024-11-11T23:20:34,717 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:34,717 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:34,717 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. after waiting 0 ms 2024-11-11T23:20:34,717 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:34,717 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ceab527d414229fe4b047eb424f8302: Waiting for close lock at 1731367234717Running coprocessor pre-close hooks at 1731367234717Disabling compacts and flushes for region at 1731367234717Disabling writes for close at 1731367234717Failed flush hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302., putting online again at 1731367234717 2024-11-11T23:20:34,718 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:34,735 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 1162, reset compression=false 2024-11-11T23:20:34,741 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:34,741 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 1806, reset compression=false 2024-11-11T23:20:34,804 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:20:34,804 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3ceab527d414229fe4b047eb424f8302=hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302.} 2024-11-11T23:20:34,805 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:34,805 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ceab527d414229fe4b047eb424f8302 2024-11-11T23:20:34,805 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ceab527d414229fe4b047eb424f8302, disabling compactions & flushes 2024-11-11T23:20:34,805 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:34,805 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:34,805 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. after waiting 0 ms 2024-11-11T23:20:34,805 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:34,805 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ceab527d414229fe4b047eb424f8302: Waiting for close lock at 1731367234805Running coprocessor pre-close hooks at 1731367234805Disabling compacts and flushes for region at 1731367234805Disabling writes for close at 1731367234805Failed flush hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302., putting online again at 1731367234805 2024-11-11T23:20:34,805 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731367227505.3ceab527d414229fe4b047eb424f8302. 2024-11-11T23:20:34,945 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 1806, reset compression=false 2024-11-11T23:20:35,005 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:35,073 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/rep_barrier/c6bd306461f446b38e03cbffc4dddb4b 2024-11-11T23:20:35,094 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/table/6c8ff71104bb4c43b553dfc84c8f66aa is 53, key is hbase:replication/table:state/1731367228673/Put/seqid=0 2024-11-11T23:20:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741846_1022 (size=5308) 2024-11-11T23:20:35,205 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:35,249 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 1806, reset compression=false 2024-11-11T23:20:35,312 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:35,405 DEBUG [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:35,499 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/table/6c8ff71104bb4c43b553dfc84c8f66aa 2024-11-11T23:20:35,503 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/info/53a7452d15d34bbead4ab72fe466a847 as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/info/53a7452d15d34bbead4ab72fe466a847 2024-11-11T23:20:35,507 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/info/53a7452d15d34bbead4ab72fe466a847, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:20:35,508 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/ns/afb7dfe244a74e8194befc8d9e8314b3 as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/ns/afb7dfe244a74e8194befc8d9e8314b3 2024-11-11T23:20:35,512 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/ns/afb7dfe244a74e8194befc8d9e8314b3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:20:35,513 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/rep_barrier/c6bd306461f446b38e03cbffc4dddb4b as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/rep_barrier/c6bd306461f446b38e03cbffc4dddb4b 2024-11-11T23:20:35,517 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/rep_barrier/c6bd306461f446b38e03cbffc4dddb4b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:20:35,518 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/.tmp/table/6c8ff71104bb4c43b553dfc84c8f66aa as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/table/6c8ff71104bb4c43b553dfc84c8f66aa 2024-11-11T23:20:35,522 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/table/6c8ff71104bb4c43b553dfc84c8f66aa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:20:35,523 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-11T23:20:35,526 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:20:35,527 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:35,527 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:20:35,527 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:35,527 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367233804Running coprocessor pre-close hooks at 1731367233804Disabling compacts and flushes for region at 1731367233804Disabling writes for close at 1731367233804Obtaining lock to block concurrent updates at 1731367233804Preparing flush snapshotting stores in 1588230740 at 1731367233804Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367233804Flushing stores of hbase:meta,,1.1588230740 at 1731367233804Flushing 1588230740/info: creating writer at 1731367233804Flushing 1588230740/info: appending metadata at 1731367233817 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731367233817Flushing 1588230740/ns: creating writer at 1731367234229 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731367234243 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731367234243Flushing 1588230740/rep_barrier: creating writer at 1731367234651 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367234667 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367234667Flushing 1588230740/table: creating writer at 1731367235077 (+410 ms)Flushing 1588230740/table: appending metadata at 1731367235094 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731367235094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed918e3: reopening flushed file at 1731367235503 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47739ace: reopening flushed file at 1731367235507 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e451e9e: reopening flushed file at 1731367235512 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef5f382: reopening flushed file at 1731367235517 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731367235523 (+6 ms)Writing region close event to WAL at 1731367235524 (+1 ms)Running coprocessor post-close hooks at 1731367235527 (+3 ms)Closed at 1731367235527 2024-11-11T23:20:35,527 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:35,605 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T23:20:35,605 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,43171,1731367218658; all regions closed. 2024-11-11T23:20:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:20:35,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741839_1015 (size=1733) 2024-11-11T23:20:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741832_1008 (size=1814) 2024-11-11T23:20:35,612 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 not finished, retry = 0 2024-11-11T23:20:35,653 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 to pos 1806, reset compression=false 2024-11-11T23:20:35,713 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/WALs/cdbe53028b4b,43171,1731367218658/cdbe53028b4b%2C43171%2C1731367218658.1731367220921 2024-11-11T23:20:35,713 DEBUG [RS:0;cdbe53028b4b:43171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:35,713 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:20:35,713 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:20:35,713 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:20:35,714 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:20:35,714 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:20:35,714 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,43171,1731367218658 because: Region server is closing 2024-11-11T23:20:35,714 INFO [RS:0;cdbe53028b4b:43171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:43171. 2024-11-11T23:20:35,714 DEBUG [RS:0;cdbe53028b4b:43171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:35,714 DEBUG [RS:0;cdbe53028b4b:43171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:35,714 DEBUG [RS:0;cdbe53028b4b:43171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:35,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:35,815 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.shippercdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 terminated 2024-11-11T23:20:35,815 INFO [RS:0;cdbe53028b4b:43171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:43171. 2024-11-11T23:20:35,815 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,43171,1731367218658.replicationSource.wal-reader.cdbe53028b4b%2C43171%2C1731367218658,1-cdbe53028b4b,43171,1731367218658 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T23:20:35,815 DEBUG [RS:0;cdbe53028b4b:43171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:35,815 DEBUG [RS:0;cdbe53028b4b:43171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:35,815 DEBUG [RS:0;cdbe53028b4b:43171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:35,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:35,815 INFO [RS:0;cdbe53028b4b:43171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43171 2024-11-11T23:20:35,917 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2063814428/rs/cdbe53028b4b,43171,1731367218658 2024-11-11T23:20:35,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428/rs 2024-11-11T23:20:35,917 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:20:35,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,43171,1731367218658] 2024-11-11T23:20:35,938 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2063814428/draining/cdbe53028b4b,43171,1731367218658 already deleted, retry=false 2024-11-11T23:20:35,938 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,43171,1731367218658 expired; onlineServers=0 2024-11-11T23:20:35,938 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,34951,1731367218480' ***** 2024-11-11T23:20:35,938 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:20:35,938 INFO [M:0;cdbe53028b4b:34951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:20:35,938 INFO [M:0;cdbe53028b4b:34951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:20:35,938 DEBUG [M:0;cdbe53028b4b:34951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:20:35,938 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:20:35,938 DEBUG [M:0;cdbe53028b4b:34951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:20:35,939 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367220708 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367220708,5,FailOnTimeoutGroup] 2024-11-11T23:20:35,939 INFO [M:0;cdbe53028b4b:34951 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:20:35,939 INFO [M:0;cdbe53028b4b:34951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:20:35,939 DEBUG [M:0;cdbe53028b4b:34951 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:20:35,939 INFO [M:0;cdbe53028b4b:34951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:20:35,939 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367220712 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367220712,5,FailOnTimeoutGroup] 2024-11-11T23:20:35,939 INFO [M:0;cdbe53028b4b:34951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:20:35,939 INFO [M:0;cdbe53028b4b:34951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:20:35,939 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:20:35,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2063814428/master 2024-11-11T23:20:35,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2063814428 2024-11-11T23:20:35,949 DEBUG [M:0;cdbe53028b4b:34951 {}] zookeeper.ZKUtil(347): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Unable to get data of znode /1-2063814428/master because node does not exist (not an error) 2024-11-11T23:20:35,949 WARN [M:0;cdbe53028b4b:34951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:20:35,949 INFO [M:0;cdbe53028b4b:34951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/.lastflushedseqids 2024-11-11T23:20:35,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741847_1023 (size=245) 2024-11-11T23:20:36,016 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:36,028 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:36,028 INFO [RS:0;cdbe53028b4b:43171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:20:36,028 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43171-0x1012c330daa0004, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:36,028 INFO [RS:0;cdbe53028b4b:43171 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,43171,1731367218658; zookeeper connection closed. 2024-11-11T23:20:36,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@658577c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@658577c1 2024-11-11T23:20:36,028 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:20:36,353 INFO [M:0;cdbe53028b4b:34951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:20:36,353 INFO [M:0;cdbe53028b4b:34951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:20:36,354 DEBUG [M:0;cdbe53028b4b:34951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:20:36,354 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:36,354 DEBUG [M:0;cdbe53028b4b:34951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:36,354 DEBUG [M:0;cdbe53028b4b:34951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:20:36,354 DEBUG [M:0;cdbe53028b4b:34951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:36,354 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T23:20:36,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T23:20:36,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T23:20:36,482 INFO [AsyncFSWAL-0-hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData-prefix:cdbe53028b4b,34951,1731367218480 {}] wal.AbstractFSWAL(1368): Slow sync cost: 128 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43625,DS-2fa2fe83-f958-49c9-878b-cb25376a5167,DISK]] 2024-11-11T23:20:36,499 DEBUG [M:0;cdbe53028b4b:34951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63407ff508d74f1b889f4da85792d0bf is 82, key is hbase:meta,,1/info:regioninfo/1731367221924/Put/seqid=0 2024-11-11T23:20:36,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741848_1024 (size=5672) 2024-11-11T23:20:36,819 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:36,908 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63407ff508d74f1b889f4da85792d0bf 2024-11-11T23:20:36,928 DEBUG [M:0;cdbe53028b4b:34951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e142a5d89065417388ef732e213a1e76 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731367228677/Put/seqid=0 2024-11-11T23:20:36,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741849_1025 (size=8517) 2024-11-11T23:20:37,335 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e142a5d89065417388ef732e213a1e76 2024-11-11T23:20:37,352 DEBUG [M:0;cdbe53028b4b:34951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84971a0f99664df1b3106abe88cba888 is 69, key is cdbe53028b4b,43171,1731367218658/rs:state/1731367220733/Put/seqid=0 2024-11-11T23:20:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741850_1026 (size=5156) 2024-11-11T23:20:37,723 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:37,756 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84971a0f99664df1b3106abe88cba888 2024-11-11T23:20:37,760 DEBUG [M:0;cdbe53028b4b:34951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63407ff508d74f1b889f4da85792d0bf as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63407ff508d74f1b889f4da85792d0bf 2024-11-11T23:20:37,763 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63407ff508d74f1b889f4da85792d0bf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T23:20:37,764 DEBUG [M:0;cdbe53028b4b:34951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e142a5d89065417388ef732e213a1e76 as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e142a5d89065417388ef732e213a1e76 2024-11-11T23:20:37,768 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e142a5d89065417388ef732e213a1e76, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T23:20:37,768 DEBUG [M:0;cdbe53028b4b:34951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84971a0f99664df1b3106abe88cba888 as hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84971a0f99664df1b3106abe88cba888 2024-11-11T23:20:37,772 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32997/user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84971a0f99664df1b3106abe88cba888, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T23:20:37,773 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1419ms, sequenceid=97, compaction requested=false 2024-11-11T23:20:37,774 INFO [M:0;cdbe53028b4b:34951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:37,774 DEBUG [M:0;cdbe53028b4b:34951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367236354Disabling compacts and flushes for region at 1731367236354Disabling writes for close at 1731367236354Obtaining lock to block concurrent updates at 1731367236354Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367236354Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731367236354Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367236482 (+128 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367236482Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367236499 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367236499Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367236911 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367236928 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367236928Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367237339 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367237352 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367237352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75beda9a: reopening flushed file at 1731367237759 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a43a27a: reopening flushed file at 1731367237764 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed878e4: reopening flushed file at 1731367237768 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1419ms, sequenceid=97, compaction requested=false at 1731367237773 (+5 ms)Writing region close event to WAL at 1731367237774 (+1 ms)Closed at 1731367237774 2024-11-11T23:20:37,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c7990f6-0ac0-5be6-4987-5d4b263f3331/MasterData/WALs/cdbe53028b4b,34951,1731367218480/cdbe53028b4b%2C34951%2C1731367218480.1731367220444 not finished, retry = 0 2024-11-11T23:20:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43625 is added to blk_1073741830_1006 (size=63666) 2024-11-11T23:20:37,876 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:20:37,876 INFO [M:0;cdbe53028b4b:34951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:20:37,877 INFO [M:0;cdbe53028b4b:34951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34951 2024-11-11T23:20:37,877 INFO [M:0;cdbe53028b4b:34951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:20:38,038 INFO [M:0;cdbe53028b4b:34951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:20:38,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:38,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1012c330daa0003, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:38,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40e5f5b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:20:38,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@feb2d2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:20:38,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:20:38,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:20:38,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@473d1391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.log.dir/,STOPPED} 2024-11-11T23:20:38,078 WARN [BP-1349904020-172.17.0.2-1731367216047 heartbeating to localhost/127.0.0.1:32997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:20:38,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:20:38,078 WARN [BP-1349904020-172.17.0.2-1731367216047 heartbeating to localhost/127.0.0.1:32997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1349904020-172.17.0.2-1731367216047 (Datanode Uuid 504b6102-521a-46b5-bc33-ed8ddd9458f9) service to localhost/127.0.0.1:32997 2024-11-11T23:20:38,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:20:38,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/cluster_0018d395-33ce-c3d9-6683-f8a03fef5b81/data/data1/current/BP-1349904020-172.17.0.2-1731367216047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:20:38,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/cluster_0018d395-33ce-c3d9-6683-f8a03fef5b81/data/data2/current/BP-1349904020-172.17.0.2-1731367216047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:20:38,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:20:38,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@173d8147{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:20:38,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f613f66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:20:38,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:20:38,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:20:38,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c3bb764{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.log.dir/,STOPPED} 2024-11-11T23:20:38,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:20:38,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:20:38,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:38,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:38,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:38,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:38,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:38,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:20:38,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=365738452, stopped=false 2024-11-11T23:20:38,104 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,32971,1731367213813 2024-11-11T23:20:38,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095023242/running 2024-11-11T23:20:38,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:38,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095023242/running 2024-11-11T23:20:38,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:38,120 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:20:38,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on znode that does not yet exist, /0-1095023242/running 2024-11-11T23:20:38,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:20:38,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:38,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:38,121 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,37313,1731367214018' ***** 2024-11-11T23:20:38,121 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:20:38,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Set watcher on znode that does not yet exist, /0-1095023242/running 2024-11-11T23:20:38,121 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:20:38,121 INFO [RS:0;cdbe53028b4b:37313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:20:38,121 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:20:38,121 INFO [RS:0;cdbe53028b4b:37313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:20:38,121 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:38,121 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 03f742dadd209ac52361a34925cd1fbf 2024-11-11T23:20:38,122 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:38,122 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:20:38,122 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6351220d015e5500156f16cc2e07a795, disabling compactions & flushes 2024-11-11T23:20:38,122 INFO [RS:0;cdbe53028b4b:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37313. 2024-11-11T23:20:38,122 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:38,122 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:38,122 DEBUG [RS:0;cdbe53028b4b:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:38,122 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367222030.6351220d015e5500156f16cc2e07a795. after waiting 0 ms 2024-11-11T23:20:38,122 DEBUG [RS:0;cdbe53028b4b:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:38,122 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:38,122 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:20:38,122 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:20:38,122 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6351220d015e5500156f16cc2e07a795 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T23:20:38,122 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:20:38,122 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:20:38,122 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:20:38,122 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6351220d015e5500156f16cc2e07a795=test,,1731367222030.6351220d015e5500156f16cc2e07a795., 03f742dadd209ac52361a34925cd1fbf=hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf.} 2024-11-11T23:20:38,122 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1351): Waiting on 03f742dadd209ac52361a34925cd1fbf, 1588230740, 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:38,122 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:20:38,122 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:20:38,122 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:20:38,122 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:20:38,122 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:20:38,122 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:20:38,139 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/.tmp/f/bae982c386f64718843815f795eb649c is 29, key is row1/f:/1731367232683/DeleteFamily/seqid=0 2024-11-11T23:20:38,142 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/info/de352e96a8ec44a186880f5613ffaffd is 147, key is hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf./info:regioninfo/1731367226533/Put/seqid=0 2024-11-11T23:20:38,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741840_1016 (size=5118) 2024-11-11T23:20:38,143 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/.tmp/f/bae982c386f64718843815f795eb649c 2024-11-11T23:20:38,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741841_1017 (size=7686) 2024-11-11T23:20:38,149 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bae982c386f64718843815f795eb649c 2024-11-11T23:20:38,169 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/.tmp/f1/be4aa52bbed34d468d8e8592956defdf is 30, key is row1/f1:/1731367232683/DeleteFamily/seqid=0 2024-11-11T23:20:38,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741842_1018 (size=5123) 2024-11-11T23:20:38,217 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:20:38,293 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:20:38,293 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:20:38,322 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1351): Waiting on 03f742dadd209ac52361a34925cd1fbf, 1588230740, 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:38,522 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1351): Waiting on 03f742dadd209ac52361a34925cd1fbf, 1588230740, 6351220d015e5500156f16cc2e07a795 2024-11-11T23:20:38,549 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/info/de352e96a8ec44a186880f5613ffaffd 2024-11-11T23:20:38,569 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/ns/a1005bee64f74be0851d9de22807bc41 is 43, key is default/ns:d/1731367215902/Put/seqid=0 2024-11-11T23:20:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741843_1019 (size=5153) 2024-11-11T23:20:38,573 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/ns/a1005bee64f74be0851d9de22807bc41 2024-11-11T23:20:38,588 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/.tmp/f1/be4aa52bbed34d468d8e8592956defdf 2024-11-11T23:20:38,594 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be4aa52bbed34d468d8e8592956defdf 2024-11-11T23:20:38,594 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/rep_barrier/5485de634fcf44078faa88db84621bdb is 112, key is test,,1731367222030.6351220d015e5500156f16cc2e07a795./rep_barrier:seqnumDuringOpen/1731367222773/Put/seqid=0 2024-11-11T23:20:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741844_1020 (size=5518) 2024-11-11T23:20:38,610 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/.tmp/norep/a242d6281cb041d2b13e2258b914045b is 32, key is row/norep:/1731367231678/DeleteFamily/seqid=0 2024-11-11T23:20:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741845_1021 (size=5101) 2024-11-11T23:20:38,613 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/.tmp/norep/a242d6281cb041d2b13e2258b914045b 2024-11-11T23:20:38,616 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a242d6281cb041d2b13e2258b914045b 2024-11-11T23:20:38,617 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/.tmp/f/bae982c386f64718843815f795eb649c as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/f/bae982c386f64718843815f795eb649c 2024-11-11T23:20:38,620 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bae982c386f64718843815f795eb649c 2024-11-11T23:20:38,620 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/f/bae982c386f64718843815f795eb649c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T23:20:38,621 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/.tmp/f1/be4aa52bbed34d468d8e8592956defdf as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/f1/be4aa52bbed34d468d8e8592956defdf 2024-11-11T23:20:38,624 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be4aa52bbed34d468d8e8592956defdf 2024-11-11T23:20:38,624 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/f1/be4aa52bbed34d468d8e8592956defdf, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T23:20:38,625 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/.tmp/norep/a242d6281cb041d2b13e2258b914045b as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/norep/a242d6281cb041d2b13e2258b914045b 2024-11-11T23:20:38,628 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a242d6281cb041d2b13e2258b914045b 2024-11-11T23:20:38,628 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/norep/a242d6281cb041d2b13e2258b914045b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T23:20:38,628 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6351220d015e5500156f16cc2e07a795 in 506ms, sequenceid=8, compaction requested=false 2024-11-11T23:20:38,634 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/default/test/6351220d015e5500156f16cc2e07a795/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T23:20:38,635 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:38,635 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:20:38,635 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:38,635 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6351220d015e5500156f16cc2e07a795: Waiting for close lock at 1731367238122Running coprocessor pre-close hooks at 1731367238122Disabling compacts and flushes for region at 1731367238122Disabling writes for close at 1731367238122Obtaining lock to block concurrent updates at 1731367238122Preparing flush snapshotting stores in 6351220d015e5500156f16cc2e07a795 at 1731367238122Finished memstore snapshotting test,,1731367222030.6351220d015e5500156f16cc2e07a795., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731367238122Flushing stores of test,,1731367222030.6351220d015e5500156f16cc2e07a795. at 1731367238123 (+1 ms)Flushing 6351220d015e5500156f16cc2e07a795/f: creating writer at 1731367238123Flushing 6351220d015e5500156f16cc2e07a795/f: appending metadata at 1731367238139 (+16 ms)Flushing 6351220d015e5500156f16cc2e07a795/f: closing flushed file at 1731367238139Flushing 6351220d015e5500156f16cc2e07a795/f1: creating writer at 1731367238150 (+11 ms)Flushing 6351220d015e5500156f16cc2e07a795/f1: appending metadata at 1731367238168 (+18 ms)Flushing 6351220d015e5500156f16cc2e07a795/f1: closing flushed file at 1731367238168Flushing 6351220d015e5500156f16cc2e07a795/norep: creating writer at 1731367238594 (+426 ms)Flushing 6351220d015e5500156f16cc2e07a795/norep: appending metadata at 1731367238609 (+15 ms)Flushing 6351220d015e5500156f16cc2e07a795/norep: closing flushed file at 1731367238609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d809581: reopening flushed file at 1731367238616 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63854086: reopening flushed file at 1731367238620 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49378e0b: reopening flushed file at 1731367238624 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6351220d015e5500156f16cc2e07a795 in 506ms, sequenceid=8, compaction requested=false at 1731367238628 (+4 ms)Writing region close event to WAL at 1731367238632 (+4 ms)Running coprocessor post-close hooks at 1731367238635 (+3 ms)Closed at 1731367238635 2024-11-11T23:20:38,635 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367222030.6351220d015e5500156f16cc2e07a795. 2024-11-11T23:20:38,635 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03f742dadd209ac52361a34925cd1fbf, disabling compactions & flushes 2024-11-11T23:20:38,635 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:38,635 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:38,635 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. after waiting 0 ms 2024-11-11T23:20:38,635 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:38,635 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03f742dadd209ac52361a34925cd1fbf 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-11T23:20:38,650 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/replication/03f742dadd209ac52361a34925cd1fbf/.tmp/queue/99d3ca47d2904b56aac51a74a2f4d075 is 153, key is 1-cdbe53028b4b,37313,1731367214018/queue:cdbe53028b4b%2C37313%2C1731367214018/1731367233292/Put/seqid=0 2024-11-11T23:20:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741846_1022 (size=5352) 2024-11-11T23:20:38,654 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/replication/03f742dadd209ac52361a34925cd1fbf/.tmp/queue/99d3ca47d2904b56aac51a74a2f4d075 2024-11-11T23:20:38,658 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/replication/03f742dadd209ac52361a34925cd1fbf/.tmp/queue/99d3ca47d2904b56aac51a74a2f4d075 as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/replication/03f742dadd209ac52361a34925cd1fbf/queue/99d3ca47d2904b56aac51a74a2f4d075 2024-11-11T23:20:38,663 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/replication/03f742dadd209ac52361a34925cd1fbf/queue/99d3ca47d2904b56aac51a74a2f4d075, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T23:20:38,664 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 03f742dadd209ac52361a34925cd1fbf in 29ms, sequenceid=10, compaction requested=false 2024-11-11T23:20:38,672 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/replication/03f742dadd209ac52361a34925cd1fbf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T23:20:38,673 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:38,673 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:20:38,673 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:38,673 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03f742dadd209ac52361a34925cd1fbf: Waiting for close lock at 1731367238635Running coprocessor pre-close hooks at 1731367238635Disabling compacts and flushes for region at 1731367238635Disabling writes for close at 1731367238635Obtaining lock to block concurrent updates at 1731367238635Preparing flush snapshotting stores in 03f742dadd209ac52361a34925cd1fbf at 1731367238635Finished memstore snapshotting hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731367238636 (+1 ms)Flushing stores of hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. at 1731367238636Flushing 03f742dadd209ac52361a34925cd1fbf/queue: creating writer at 1731367238636Flushing 03f742dadd209ac52361a34925cd1fbf/queue: appending metadata at 1731367238649 (+13 ms)Flushing 03f742dadd209ac52361a34925cd1fbf/queue: closing flushed file at 1731367238649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4336f33f: reopening flushed file at 1731367238657 (+8 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 03f742dadd209ac52361a34925cd1fbf in 29ms, sequenceid=10, compaction requested=false at 1731367238664 (+7 ms)Writing region close event to WAL at 1731367238664Running coprocessor post-close hooks at 1731367238673 (+9 ms)Closed at 1731367238673 2024-11-11T23:20:38,673 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367225352.03f742dadd209ac52361a34925cd1fbf. 2024-11-11T23:20:38,723 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:38,729 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 914, reset compression=false 2024-11-11T23:20:38,734 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:20:38,734 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 1805, reset compression=false 2024-11-11T23:20:38,734 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37313,1731367214018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:20:38,734 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,37313,1731367214018: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,37313,1731367214018, walGroup=cdbe53028b4b%2C37313%2C1731367214018, offset=cdbe53028b4b%2C37313%2C1731367214018.1731367215456:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:37313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:20:38,735 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:20:38,736 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:20:38,736 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:20:38,736 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:20:38,736 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:20:38,736 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 748321280 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 191476992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:20:38,737 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:32971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:32971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:20:38,923 DEBUG [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:20:38,941 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 1805, reset compression=false 2024-11-11T23:20:38,999 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/rep_barrier/5485de634fcf44078faa88db84621bdb 2024-11-11T23:20:39,017 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/table/aa335744528147fbba9f3b95ec6e8db5 is 53, key is hbase:replication/table:state/1731367226541/Put/seqid=0 2024-11-11T23:20:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741847_1023 (size=5308) 2024-11-11T23:20:39,024 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/table/aa335744528147fbba9f3b95ec6e8db5 2024-11-11T23:20:39,029 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/info/de352e96a8ec44a186880f5613ffaffd as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/info/de352e96a8ec44a186880f5613ffaffd 2024-11-11T23:20:39,033 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/info/de352e96a8ec44a186880f5613ffaffd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:20:39,034 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/ns/a1005bee64f74be0851d9de22807bc41 as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/ns/a1005bee64f74be0851d9de22807bc41 2024-11-11T23:20:39,037 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/ns/a1005bee64f74be0851d9de22807bc41, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:20:39,038 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/rep_barrier/5485de634fcf44078faa88db84621bdb as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/rep_barrier/5485de634fcf44078faa88db84621bdb 2024-11-11T23:20:39,041 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/rep_barrier/5485de634fcf44078faa88db84621bdb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:20:39,042 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/.tmp/table/aa335744528147fbba9f3b95ec6e8db5 as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/table/aa335744528147fbba9f3b95ec6e8db5 2024-11-11T23:20:39,046 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/table/aa335744528147fbba9f3b95ec6e8db5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:20:39,047 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=16, compaction requested=false 2024-11-11T23:20:39,047 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:20:39,067 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:20:39,067 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:20:39,067 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:20:39,067 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:39,067 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367238122Running coprocessor pre-close hooks at 1731367238122Disabling compacts and flushes for region at 1731367238122Disabling writes for close at 1731367238122Obtaining lock to block concurrent updates at 1731367238122Preparing flush snapshotting stores in 1588230740 at 1731367238122Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367238123 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367238123Flushing 1588230740/info: creating writer at 1731367238123Flushing 1588230740/info: appending metadata at 1731367238141 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731367238142 (+1 ms)Flushing 1588230740/ns: creating writer at 1731367238553 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731367238568 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731367238568Flushing 1588230740/rep_barrier: creating writer at 1731367238577 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367238594 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367238594Flushing 1588230740/table: creating writer at 1731367239004 (+410 ms)Flushing 1588230740/table: appending metadata at 1731367239017 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731367239017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e168a3e: reopening flushed file at 1731367239028 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1300f5: reopening flushed file at 1731367239033 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb7c0c6: reopening flushed file at 1731367239037 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79002d7d: reopening flushed file at 1731367239041 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=16, compaction requested=false at 1731367239047 (+6 ms)Writing region close event to WAL at 1731367239064 (+17 ms)Running coprocessor post-close hooks at 1731367239067 (+3 ms)Closed at 1731367239067 2024-11-11T23:20:39,067 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:39,123 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,37313,1731367214018; all regions closed. 2024-11-11T23:20:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:20:39,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.meta.1731367215812.meta not finished, retry = 0 2024-11-11T23:20:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741839_1015 (size=2676) 2024-11-11T23:20:39,228 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.rep.1731367226490 not finished, retry = 0 2024-11-11T23:20:39,245 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 to pos 1805, reset compression=false 2024-11-11T23:20:39,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741833_1009 (size=1813) 2024-11-11T23:20:39,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/WALs/cdbe53028b4b,37313,1731367214018/cdbe53028b4b%2C37313%2C1731367214018.1731367215456 not finished, retry = 0 2024-11-11T23:20:39,432 DEBUG [RS:0;cdbe53028b4b:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:39,432 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:20:39,432 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:20:39,432 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:20:39,432 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:20:39,432 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:20:39,433 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,37313,1731367214018 because: Region server is closing 2024-11-11T23:20:39,433 INFO [RS:0;cdbe53028b4b:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37313. 2024-11-11T23:20:39,433 DEBUG [RS:0;cdbe53028b4b:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:39,433 DEBUG [RS:0;cdbe53028b4b:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:39,433 DEBUG [RS:0;cdbe53028b4b:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:39,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:39,533 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.shippercdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 terminated 2024-11-11T23:20:39,533 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37313,1731367214018.replicationSource.wal-reader.cdbe53028b4b%2C37313%2C1731367214018,1-cdbe53028b4b,37313,1731367214018 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:20:39,533 INFO [RS:0;cdbe53028b4b:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37313. 2024-11-11T23:20:39,534 DEBUG [RS:0;cdbe53028b4b:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:20:39,534 DEBUG [RS:0;cdbe53028b4b:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:39,534 DEBUG [RS:0;cdbe53028b4b:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:39,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:20:39,534 INFO [RS:0;cdbe53028b4b:37313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37313 2024-11-11T23:20:39,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242/rs 2024-11-11T23:20:39,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095023242/rs/cdbe53028b4b,37313,1731367214018 2024-11-11T23:20:39,601 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:20:39,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,37313,1731367214018] 2024-11-11T23:20:39,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095023242/draining/cdbe53028b4b,37313,1731367214018 already deleted, retry=false 2024-11-11T23:20:39,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,37313,1731367214018 expired; onlineServers=0 2024-11-11T23:20:39,622 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,32971,1731367213813' ***** 2024-11-11T23:20:39,622 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:20:39,622 INFO [M:0;cdbe53028b4b:32971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:20:39,622 INFO [M:0;cdbe53028b4b:32971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:20:39,622 DEBUG [M:0;cdbe53028b4b:32971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:20:39,622 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:20:39,622 DEBUG [M:0;cdbe53028b4b:32971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:20:39,622 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367215066 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367215066,5,FailOnTimeoutGroup] 2024-11-11T23:20:39,622 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367215056 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367215056,5,FailOnTimeoutGroup] 2024-11-11T23:20:39,623 INFO [M:0;cdbe53028b4b:32971 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:20:39,623 INFO [M:0;cdbe53028b4b:32971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:20:39,623 DEBUG [M:0;cdbe53028b4b:32971 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:20:39,623 INFO [M:0;cdbe53028b4b:32971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:20:39,623 INFO [M:0;cdbe53028b4b:32971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:20:39,623 INFO [M:0;cdbe53028b4b:32971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:20:39,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:20:39,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095023242/master 2024-11-11T23:20:39,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095023242 2024-11-11T23:20:39,633 DEBUG [M:0;cdbe53028b4b:32971 {}] zookeeper.ZKUtil(347): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Unable to get data of znode /0-1095023242/master because node does not exist (not an error) 2024-11-11T23:20:39,633 WARN [M:0;cdbe53028b4b:32971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:20:39,634 INFO [M:0;cdbe53028b4b:32971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/.lastflushedseqids 2024-11-11T23:20:39,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741848_1024 (size=245) 2024-11-11T23:20:39,712 INFO [RS:0;cdbe53028b4b:37313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:20:39,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:39,712 INFO [RS:0;cdbe53028b4b:37313 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,37313,1731367214018; zookeeper connection closed. 2024-11-11T23:20:39,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1012c330daa0001, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:39,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43656eac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43656eac 2024-11-11T23:20:39,712 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:20:40,038 INFO [M:0;cdbe53028b4b:32971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:20:40,038 INFO [M:0;cdbe53028b4b:32971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:20:40,038 DEBUG [M:0;cdbe53028b4b:32971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:20:40,038 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:40,038 DEBUG [M:0;cdbe53028b4b:32971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:40,038 DEBUG [M:0;cdbe53028b4b:32971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:20:40,038 DEBUG [M:0;cdbe53028b4b:32971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:40,038 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T23:20:40,052 DEBUG [M:0;cdbe53028b4b:32971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eed4b39ad36248cfb7cd58772a0367b9 is 82, key is hbase:meta,,1/info:regioninfo/1731367215873/Put/seqid=0 2024-11-11T23:20:40,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741849_1025 (size=5672) 2024-11-11T23:20:40,056 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eed4b39ad36248cfb7cd58772a0367b9 2024-11-11T23:20:40,073 DEBUG [M:0;cdbe53028b4b:32971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56213d8217464b2989080b3a1828d20c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731367226545/Put/seqid=0 2024-11-11T23:20:40,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741850_1026 (size=8516) 2024-11-11T23:20:40,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:20:40,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:40,477 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56213d8217464b2989080b3a1828d20c 2024-11-11T23:20:40,492 DEBUG [M:0;cdbe53028b4b:32971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ec01cb045142b9a752dcdec90ca25c is 69, key is cdbe53028b4b,37313,1731367214018/rs:state/1731367215158/Put/seqid=0 2024-11-11T23:20:40,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741851_1027 (size=5156) 2024-11-11T23:20:40,896 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ec01cb045142b9a752dcdec90ca25c 2024-11-11T23:20:40,900 DEBUG [M:0;cdbe53028b4b:32971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eed4b39ad36248cfb7cd58772a0367b9 as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eed4b39ad36248cfb7cd58772a0367b9 2024-11-11T23:20:40,903 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eed4b39ad36248cfb7cd58772a0367b9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T23:20:40,904 DEBUG [M:0;cdbe53028b4b:32971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56213d8217464b2989080b3a1828d20c as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56213d8217464b2989080b3a1828d20c 2024-11-11T23:20:40,907 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56213d8217464b2989080b3a1828d20c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T23:20:40,908 DEBUG [M:0;cdbe53028b4b:32971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ec01cb045142b9a752dcdec90ca25c as hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ec01cb045142b9a752dcdec90ca25c 2024-11-11T23:20:40,911 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39503/user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ec01cb045142b9a752dcdec90ca25c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T23:20:40,911 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false 2024-11-11T23:20:40,912 INFO [M:0;cdbe53028b4b:32971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:40,912 DEBUG [M:0;cdbe53028b4b:32971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367240038Disabling compacts and flushes for region at 1731367240038Disabling writes for close at 1731367240038Obtaining lock to block concurrent updates at 1731367240038Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367240038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731367240039 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367240039Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367240039Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367240052 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367240052Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367240059 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367240073 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367240073Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367240480 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367240492 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367240492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba8bd99: reopening flushed file at 1731367240899 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a312fa9: reopening flushed file at 1731367240903 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ccd9ff0: reopening flushed file at 1731367240907 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false at 1731367240911 (+4 ms)Writing region close event to WAL at 1731367240912 (+1 ms)Closed at 1731367240912 2024-11-11T23:20:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37357 is added to blk_1073741830_1006 (size=63654) 2024-11-11T23:20:40,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaf7f41e-dd28-0a32-ce0d-d6d90616775c/MasterData/WALs/cdbe53028b4b,32971,1731367213813/cdbe53028b4b%2C32971%2C1731367213813.1731367214697 not finished, retry = 0 2024-11-11T23:20:41,015 INFO [M:0;cdbe53028b4b:32971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:20:41,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:20:41,015 INFO [M:0;cdbe53028b4b:32971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32971 2024-11-11T23:20:41,015 INFO [M:0;cdbe53028b4b:32971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:20:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:41,175 INFO [M:0;cdbe53028b4b:32971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:20:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1012c330daa0000, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:20:41,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4260ffd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:20:41,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:20:41,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:20:41,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:20:41,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.log.dir/,STOPPED} 2024-11-11T23:20:41,179 WARN [BP-819124967-172.17.0.2-1731367211549 heartbeating to localhost/127.0.0.1:39503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:20:41,179 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:20:41,179 WARN [BP-819124967-172.17.0.2-1731367211549 heartbeating to localhost/127.0.0.1:39503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-819124967-172.17.0.2-1731367211549 (Datanode Uuid dc84ec27-d33f-4136-b46c-8cbd0b6f8da6) service to localhost/127.0.0.1:39503 2024-11-11T23:20:41,179 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:20:41,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/cluster_c7da2612-6f15-214b-b6e0-75ee7cf17ebf/data/data1/current/BP-819124967-172.17.0.2-1731367211549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:20:41,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/cluster_c7da2612-6f15-214b-b6e0-75ee7cf17ebf/data/data2/current/BP-819124967-172.17.0.2-1731367211549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:20:41,180 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:20:41,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5172f5da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:20:41,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e05f28e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:20:41,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:20:41,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de59a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:20:41,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1424c9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/782bc72b-604a-1a7a-b1fe-9e578a47edd2/hadoop.log.dir/,STOPPED} 2024-11-11T23:20:41,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:20:41,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:20:41,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 246) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51389) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39503 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:32997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51389) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32997 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=654 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 400) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5513 (was 6080) 2024-11-11T23:20:41,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=5513 2024-11-11T23:20:41,243 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T23:20:41,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.log.dir so I do NOT create it in target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a 2024-11-11T23:20:41,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:20:41,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.tmp.dir so I do NOT create it in target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a 2024-11-11T23:20:41,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebbfa7ae-7952-8617-12a2-400911786fde/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:20:41,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a 2024-11-11T23:20:41,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/cluster_67affa25-ef9a-5567-f9f9-b24a1c928186, deleteOnExit=true 2024-11-11T23:20:41,245 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 57782 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:250) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T23:20:41,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/cluster_67affa25-ef9a-5567-f9f9-b24a1c928186/zookeeper_0, clientPort=57783, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/cluster_67affa25-ef9a-5567-f9f9-b24a1c928186/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/cluster_67affa25-ef9a-5567-f9f9-b24a1c928186/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:20:41,266 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57783 2024-11-11T23:20:41,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:20:41,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:20:41,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/test.cache.data in system properties and HBase conf 2024-11-11T23:20:41,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:20:41,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:20:41,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:20:41,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:20:41,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:20:41,266 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:20:41,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:20:41,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012c330daa0005, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:20:41,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012c330daa0002, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:20:41,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012c330daa0002, quorum=127.0.0.1:51389, baseZNode=/0-1095023242 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:20:41,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012c330daa0005, quorum=127.0.0.1:51389, baseZNode=/1-2063814428 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:20:41,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:41,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:41,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:41,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:41,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:20:41,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:41,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:41,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:41,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55bb5791{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/java.io.tmpdir/jetty-localhost-35583-hadoop-hdfs-3_4_1-tests_jar-_-any-8679285391790603544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:20:41,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:35583} 2024-11-11T23:20:41,728 INFO [Time-limited test {}] server.Server(415): Started @222040ms 2024-11-11T23:20:42,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:42,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:42,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:42,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:42,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:20:42,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:42,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:42,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ccff675{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/java.io.tmpdir/jetty-localhost-44059-hadoop-hdfs-3_4_1-tests_jar-_-any-6862356096354336231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:20:42,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:44059} 2024-11-11T23:20:42,375 INFO [Time-limited test {}] server.Server(415): Started @222687ms 2024-11-11T23:20:42,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:20:43,005 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/cluster_67affa25-ef9a-5567-f9f9-b24a1c928186/data/data1/current/BP-865326607-172.17.0.2-1731367241282/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:43,005 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/cluster_67affa25-ef9a-5567-f9f9-b24a1c928186/data/data2/current/BP-865326607-172.17.0.2-1731367241282/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:43,019 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:20:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c14714a60773abb with lease ID 0x2e0e229950ae461d: Processing first storage report for DS-1eeed74f-a4a3-4345-89cf-150c99e89bd9 from datanode DatanodeRegistration(127.0.0.1:42117, datanodeUuid=d06b25d4-914c-49dd-baac-985327231ce1, infoPort=36063, infoSecurePort=0, ipcPort=45793, storageInfo=lv=-57;cid=testClusterID;nsid=1260564493;c=1731367241282) 2024-11-11T23:20:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c14714a60773abb with lease ID 0x2e0e229950ae461d: from storage DS-1eeed74f-a4a3-4345-89cf-150c99e89bd9 node DatanodeRegistration(127.0.0.1:42117, datanodeUuid=d06b25d4-914c-49dd-baac-985327231ce1, infoPort=36063, infoSecurePort=0, ipcPort=45793, storageInfo=lv=-57;cid=testClusterID;nsid=1260564493;c=1731367241282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:20:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c14714a60773abb with lease ID 0x2e0e229950ae461d: Processing first storage report for DS-feb29310-9741-4e23-8106-895c19d6ba0b from datanode DatanodeRegistration(127.0.0.1:42117, datanodeUuid=d06b25d4-914c-49dd-baac-985327231ce1, infoPort=36063, infoSecurePort=0, ipcPort=45793, storageInfo=lv=-57;cid=testClusterID;nsid=1260564493;c=1731367241282) 2024-11-11T23:20:43,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c14714a60773abb with lease ID 0x2e0e229950ae461d: from storage DS-feb29310-9741-4e23-8106-895c19d6ba0b node DatanodeRegistration(127.0.0.1:42117, datanodeUuid=d06b25d4-914c-49dd-baac-985327231ce1, infoPort=36063, infoSecurePort=0, ipcPort=45793, storageInfo=lv=-57;cid=testClusterID;nsid=1260564493;c=1731367241282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:20:43,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a 2024-11-11T23:20:43,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:43,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:43,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:20:43,509 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3 with version=8 2024-11-11T23:20:43,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/hbase-staging 2024-11-11T23:20:43,511 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:43,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:43,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:43,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:43,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:43,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:43,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:20:43,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:43,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38223 2024-11-11T23:20:43,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38223 connecting to ZooKeeper ensemble=127.0.0.1:57783 2024-11-11T23:20:43,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382230x0, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:43,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38223-0x1012c3381dc0000 connected 2024-11-11T23:20:43,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:43,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:43,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on znode that does not yet exist, /0-1879745864/running 2024-11-11T23:20:43,713 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3, hbase.cluster.distributed=false 2024-11-11T23:20:43,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on znode that does not yet exist, /0-1879745864/acl 2024-11-11T23:20:43,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38223 2024-11-11T23:20:43,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38223 2024-11-11T23:20:43,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38223 2024-11-11T23:20:43,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38223 2024-11-11T23:20:43,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38223 2024-11-11T23:20:43,728 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:43,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:43,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:43,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:43,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:43,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:43,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:20:43,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:43,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46667 2024-11-11T23:20:43,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46667 connecting to ZooKeeper ensemble=127.0.0.1:57783 2024-11-11T23:20:43,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:43,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:43,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466670x0, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:43,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466670x0, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on znode that does not yet exist, /0-1879745864/running 2024-11-11T23:20:43,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46667-0x1012c3381dc0001 connected 2024-11-11T23:20:43,741 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:20:43,742 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:20:43,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on znode that does not yet exist, /0-1879745864/master 2024-11-11T23:20:43,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on znode that does not yet exist, /0-1879745864/acl 2024-11-11T23:20:43,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46667 2024-11-11T23:20:43,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46667 2024-11-11T23:20:43,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46667 2024-11-11T23:20:43,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46667 2024-11-11T23:20:43,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46667 2024-11-11T23:20:43,758 DEBUG [M:0;cdbe53028b4b:38223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:38223 2024-11-11T23:20:43,759 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1879745864/backup-masters/cdbe53028b4b,38223,1731367243511 2024-11-11T23:20:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864/backup-masters 2024-11-11T23:20:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864/backup-masters 2024-11-11T23:20:43,769 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on existing znode=/0-1879745864/backup-masters/cdbe53028b4b,38223,1731367243511 2024-11-11T23:20:43,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1879745864/master 2024-11-11T23:20:43,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:43,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:43,780 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on existing znode=/0-1879745864/master 2024-11-11T23:20:43,780 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1879745864/backup-masters/cdbe53028b4b,38223,1731367243511 from backup master directory 2024-11-11T23:20:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864/backup-masters 2024-11-11T23:20:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1879745864/backup-masters/cdbe53028b4b,38223,1731367243511 2024-11-11T23:20:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864/backup-masters 2024-11-11T23:20:43,790 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:43,790 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,38223,1731367243511 2024-11-11T23:20:43,793 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/hbase.id] with ID: 599ca5d2-506e-402b-abba-e3bd6550c57b 2024-11-11T23:20:43,793 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/.tmp/hbase.id 2024-11-11T23:20:43,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:20:44,197 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/.tmp/hbase.id]:[hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/hbase.id] 2024-11-11T23:20:44,204 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:44,205 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:20:44,205 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T23:20:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:44,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:44,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:20:44,658 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:44,659 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:20:44,659 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:44,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:20:45,065 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store 2024-11-11T23:20:45,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:20:45,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:45,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:20:45,470 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:45,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:45,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:20:45,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:45,470 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:45,470 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367245470Disabling compacts and flushes for region at 1731367245470Disabling writes for close at 1731367245470Writing region close event to WAL at 1731367245470Closed at 1731367245470 2024-11-11T23:20:45,471 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/.initializing 2024-11-11T23:20:45,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/WALs/cdbe53028b4b,38223,1731367243511 2024-11-11T23:20:45,472 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:45,473 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C38223%2C1731367243511, suffix=, logDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/WALs/cdbe53028b4b,38223,1731367243511, archiveDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/oldWALs, maxLogs=10 2024-11-11T23:20:45,484 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/WALs/cdbe53028b4b,38223,1731367243511/cdbe53028b4b%2C38223%2C1731367243511.1731367245473, exclude list is [], retry=0 2024-11-11T23:20:45,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42117,DS-1eeed74f-a4a3-4345-89cf-150c99e89bd9,DISK] 2024-11-11T23:20:45,488 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/WALs/cdbe53028b4b,38223,1731367243511/cdbe53028b4b%2C38223%2C1731367243511.1731367245473 2024-11-11T23:20:45,488 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36063:36063)] 2024-11-11T23:20:45,488 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:45,488 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:45,488 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,488 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:20:45,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:45,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:45,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:20:45,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:45,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:45,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:20:45,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:45,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:45,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:20:45,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:45,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:45,494 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,494 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,494 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,495 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,495 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,496 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:45,496 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:45,498 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:45,498 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70695051, jitterRate=0.053438350558280945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:45,498 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367245488Initializing all the Stores at 1731367245489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367245489Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367245489Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367245489Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367245489Cleaning up temporary data from old regions at 1731367245495 (+6 ms)Region opened successfully at 1731367245498 (+3 ms) 2024-11-11T23:20:45,498 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:20:45,500 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680a1db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:45,501 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:20:45,501 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:20:45,501 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:20:45,501 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:20:45,502 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:20:45,502 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:20:45,502 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:20:45,503 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:20:45,504 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Unable to get data of znode /0-1879745864/balancer because node does not exist (not necessarily an error) 2024-11-11T23:20:45,558 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1879745864/balancer already deleted, retry=false 2024-11-11T23:20:45,559 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:20:45,559 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Unable to get data of znode /0-1879745864/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:20:45,569 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1879745864/normalizer already deleted, retry=false 2024-11-11T23:20:45,569 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:20:45,570 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Unable to get data of znode /0-1879745864/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:20:45,579 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1879745864/switch/split already deleted, retry=false 2024-11-11T23:20:45,580 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Unable to get data of znode /0-1879745864/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:20:45,590 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1879745864/switch/merge already deleted, retry=false 2024-11-11T23:20:45,591 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Unable to get data of znode /0-1879745864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:20:45,604 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1879745864/snapshot-cleanup already deleted, retry=false 2024-11-11T23:20:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1879745864/running 2024-11-11T23:20:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1879745864/running 2024-11-11T23:20:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:45,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:45,615 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,38223,1731367243511, sessionid=0x1012c3381dc0000, setting cluster-up flag (Was=false) 2024-11-11T23:20:45,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:45,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:45,667 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1879745864/flush-table-proc/acquired, /0-1879745864/flush-table-proc/reached, /0-1879745864/flush-table-proc/abort 2024-11-11T23:20:45,667 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38223,1731367243511 2024-11-11T23:20:45,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:45,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:45,719 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1879745864/online-snapshot/acquired, /0-1879745864/online-snapshot/reached, /0-1879745864/online-snapshot/abort 2024-11-11T23:20:45,720 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38223,1731367243511 2024-11-11T23:20:45,721 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:20:45,723 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:45,723 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:20:45,723 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:20:45,723 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,38223,1731367243511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:20:45,724 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:45,724 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:45,724 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:45,724 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:45,724 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:20:45,724 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,724 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:45,725 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367275726 2024-11-11T23:20:45,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:20:45,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:20:45,726 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:20:45,727 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:20:45,727 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:45,727 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:20:45,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:20:45,727 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:20:45,727 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:20:45,728 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367245727,5,FailOnTimeoutGroup] 2024-11-11T23:20:45,736 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367245728,5,FailOnTimeoutGroup] 2024-11-11T23:20:45,736 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,736 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:20:45,736 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,736 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:20:45,751 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(746): ClusterId : 599ca5d2-506e-402b-abba-e3bd6550c57b 2024-11-11T23:20:45,751 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:20:45,762 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:20:45,762 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:20:45,772 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:20:45,773 DEBUG [RS:0;cdbe53028b4b:46667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fe697c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:45,783 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:46667 2024-11-11T23:20:45,783 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:20:45,783 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:20:45,783 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:20:45,783 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,38223,1731367243511 with port=46667, startcode=1731367243727 2024-11-11T23:20:45,784 DEBUG [RS:0;cdbe53028b4b:46667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:20:45,785 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:20:45,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:45,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38223 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:45,787 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3 2024-11-11T23:20:45,787 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35871 2024-11-11T23:20:45,787 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:20:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864/rs 2024-11-11T23:20:45,794 DEBUG [RS:0;cdbe53028b4b:46667 {}] zookeeper.ZKUtil(111): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on existing znode=/0-1879745864/rs/cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:45,794 WARN [RS:0;cdbe53028b4b:46667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:45,794 INFO [RS:0;cdbe53028b4b:46667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:45,794 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:45,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,46667,1731367243727] 2024-11-11T23:20:45,797 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:20:45,798 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:20:45,799 INFO [RS:0;cdbe53028b4b:46667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:20:45,799 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,799 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:20:45,799 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:20:45,799 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:45,800 DEBUG [RS:0;cdbe53028b4b:46667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:45,804 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,804 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,804 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,804 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,804 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,804 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46667,1731367243727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:45,823 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:20:45,824 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,46667,1731367243727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,824 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,824 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.Replication(171): cdbe53028b4b,46667,1731367243727 started 2024-11-11T23:20:45,842 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:45,842 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,46667,1731367243727, RpcServer on cdbe53028b4b/172.17.0.2:46667, sessionid=0x1012c3381dc0001 2024-11-11T23:20:45,843 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:20:45,843 DEBUG [RS:0;cdbe53028b4b:46667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:45,843 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,46667,1731367243727' 2024-11-11T23:20:45,843 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1879745864/flush-table-proc/abort' 2024-11-11T23:20:45,843 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1879745864/flush-table-proc/acquired' 2024-11-11T23:20:45,843 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:20:45,844 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:20:45,844 DEBUG [RS:0;cdbe53028b4b:46667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:45,844 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,46667,1731367243727' 2024-11-11T23:20:45,844 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1879745864/online-snapshot/abort' 2024-11-11T23:20:45,844 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1879745864/online-snapshot/acquired' 2024-11-11T23:20:45,844 DEBUG [RS:0;cdbe53028b4b:46667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:20:45,844 INFO [RS:0;cdbe53028b4b:46667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:20:45,844 INFO [RS:0;cdbe53028b4b:46667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:20:45,945 INFO [RS:0;cdbe53028b4b:46667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:45,946 INFO [RS:0;cdbe53028b4b:46667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C46667%2C1731367243727, suffix=, logDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727, archiveDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/oldWALs, maxLogs=10 2024-11-11T23:20:45,964 DEBUG [RS:0;cdbe53028b4b:46667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, exclude list is [], retry=0 2024-11-11T23:20:45,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42117,DS-1eeed74f-a4a3-4345-89cf-150c99e89bd9,DISK] 2024-11-11T23:20:45,968 INFO [RS:0;cdbe53028b4b:46667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 2024-11-11T23:20:45,968 DEBUG [RS:0;cdbe53028b4b:46667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36063:36063)] 2024-11-11T23:20:46,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:20:46,140 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3 2024-11-11T23:20:46,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:20:46,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:20:46,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:20:46,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:20:46,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:46,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:46,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:46,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:46,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:46,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:46,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:46,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:46,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:46,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:46,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:46,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:46,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:46,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:46,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:46,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:46,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:46,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:46,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740 2024-11-11T23:20:46,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740 2024-11-11T23:20:46,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:46,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:46,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:46,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:46,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:46,555 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71320303, jitterRate=0.06275533139705658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:46,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367246545Initializing all the Stores at 1731367246545Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367246545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367246546 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367246546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367246546Cleaning up temporary data from old regions at 1731367246552 (+6 ms)Region opened successfully at 1731367246556 (+4 ms) 2024-11-11T23:20:46,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:20:46,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:20:46,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:20:46,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:20:46,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:20:46,556 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:46,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367246556Disabling compacts and flushes for region at 1731367246556Disabling writes for close at 1731367246556Writing region close event to WAL at 1731367246556Closed at 1731367246556 2024-11-11T23:20:46,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:46,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:20:46,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:20:46,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:46,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:20:46,709 DEBUG [cdbe53028b4b:38223 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:20:46,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:46,710 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,46667,1731367243727, state=OPENING 2024-11-11T23:20:46,867 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:20:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:20:47,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:47,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1879745864/meta-region-server: CHANGED 2024-11-11T23:20:47,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1879745864/meta-region-server: CHANGED 2024-11-11T23:20:47,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,46667,1731367243727}] 2024-11-11T23:20:47,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:20:47,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:20:47,160 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:20:47,160 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:47,160 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:20:47,161 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C46667%2C1731367243727.meta, suffix=.meta, logDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727, archiveDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/oldWALs, maxLogs=10 2024-11-11T23:20:47,173 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.meta.1731367247161.meta, exclude list is [], retry=0 2024-11-11T23:20:47,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42117,DS-1eeed74f-a4a3-4345-89cf-150c99e89bd9,DISK] 2024-11-11T23:20:47,176 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.meta.1731367247161.meta 2024-11-11T23:20:47,176 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36063:36063)] 2024-11-11T23:20:47,177 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:47,177 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:47,177 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:20:47,177 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:20:47,177 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:20:47,177 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:20:47,177 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:47,177 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:20:47,177 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:20:47,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:47,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:47,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:47,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:47,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:47,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:47,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:47,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:47,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:47,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:47,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:47,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:47,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:47,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:47,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:47,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:47,182 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:47,182 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740 2024-11-11T23:20:47,183 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740 2024-11-11T23:20:47,184 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:47,184 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:47,184 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:47,185 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:47,186 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70463001, jitterRate=0.049980536103248596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:47,186 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:20:47,186 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367247178Writing region info on filesystem at 1731367247178Initializing all the Stores at 1731367247178Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367247178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367247178Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367247178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367247178Cleaning up temporary data from old regions at 1731367247184 (+6 ms)Running coprocessor post-open hooks at 1731367247186 (+2 ms)Region opened successfully at 1731367247186 2024-11-11T23:20:47,187 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367247155 2024-11-11T23:20:47,188 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:20:47,188 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:20:47,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:47,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,46667,1731367243727, state=OPEN 2024-11-11T23:20:47,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1879745864/meta-region-server 2024-11-11T23:20:47,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1879745864/meta-region-server 2024-11-11T23:20:47,214 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:47,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1879745864/meta-region-server: CHANGED 2024-11-11T23:20:47,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1879745864/meta-region-server: CHANGED 2024-11-11T23:20:47,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:20:47,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,46667,1731367243727 in 210 msec 2024-11-11T23:20:47,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:20:47,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-11T23:20:47,218 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:47,218 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:20:47,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:47,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,46667,1731367243727, seqNum=-1] 2024-11-11T23:20:47,219 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:47,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:47,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5010 sec 2024-11-11T23:20:47,224 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367247224, completionTime=-1 2024-11-11T23:20:47,224 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:20:47,224 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:20:47,225 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:20:47,225 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367307225 2024-11-11T23:20:47,225 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367367225 2024-11-11T23:20:47,225 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:20:47,226 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38223,1731367243511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:47,226 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38223,1731367243511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:47,226 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38223,1731367243511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:47,226 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:38223, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:47,226 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:47,226 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:47,227 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:20:47,229 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.439sec 2024-11-11T23:20:47,229 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:20:47,229 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:20:47,229 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:20:47,229 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:20:47,229 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:20:47,229 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38223,1731367243511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:47,229 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38223,1731367243511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:20:47,231 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:20:47,231 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:20:47,231 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38223,1731367243511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:47,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1253d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:47,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38223,-1 for getting cluster id 2024-11-11T23:20:47,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:47,253 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '599ca5d2-506e-402b-abba-e3bd6550c57b' 2024-11-11T23:20:47,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "599ca5d2-506e-402b-abba-e3bd6550c57b" 2024-11-11T23:20:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db9304a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38223,-1] 2024-11-11T23:20:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:47,255 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:47,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:47,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,46667,1731367243727, seqNum=-1] 2024-11-11T23:20:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:47,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:47,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,38223,1731367243511 2024-11-11T23:20:47,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57783 2024-11-11T23:20:47,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:47,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c3381dc0002 connected 2024-11-11T23:20:47,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.log.dir so I do NOT create it in target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2 2024-11-11T23:20:47,286 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:20:47,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.tmp.dir so I do NOT create it in target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2 2024-11-11T23:20:47,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:20:47,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/cluster_90042534-54ff-5d8f-068f-da58dd996283, deleteOnExit=true 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/test.cache.data in system properties and HBase conf 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:20:47,287 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:20:47,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:20:47,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:20:47,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:47,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:47,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:47,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:47,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:20:47,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:47,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:47,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:47,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be9f58d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/java.io.tmpdir/jetty-localhost-45751-hadoop-hdfs-3_4_1-tests_jar-_-any-17181804207115990594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:20:47,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:45751} 2024-11-11T23:20:47,880 INFO [Time-limited test {}] server.Server(415): Started @228191ms 2024-11-11T23:20:48,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:48,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:48,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:48,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:48,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:20:48,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:48,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:48,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@525e5e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/java.io.tmpdir/jetty-localhost-40007-hadoop-hdfs-3_4_1-tests_jar-_-any-1465759164811771574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:20:48,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:40007} 2024-11-11T23:20:48,288 INFO [Time-limited test {}] server.Server(415): Started @228600ms 2024-11-11T23:20:48,290 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:20:48,943 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/cluster_90042534-54ff-5d8f-068f-da58dd996283/data/data2/current/BP-193563085-172.17.0.2-1731367247301/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:48,943 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/cluster_90042534-54ff-5d8f-068f-da58dd996283/data/data1/current/BP-193563085-172.17.0.2-1731367247301/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:48,961 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:20:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73fa7621d05d40c1 with lease ID 0xbf577b17864f3dd6: Processing first storage report for DS-e33526a1-bf4c-4ac6-bc81-ee9d2439543f from datanode DatanodeRegistration(127.0.0.1:38167, datanodeUuid=19f8db1e-9ae4-4b25-9305-7ff111246c34, infoPort=41445, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=813650717;c=1731367247301) 2024-11-11T23:20:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73fa7621d05d40c1 with lease ID 0xbf577b17864f3dd6: from storage DS-e33526a1-bf4c-4ac6-bc81-ee9d2439543f node DatanodeRegistration(127.0.0.1:38167, datanodeUuid=19f8db1e-9ae4-4b25-9305-7ff111246c34, infoPort=41445, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=813650717;c=1731367247301), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:20:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73fa7621d05d40c1 with lease ID 0xbf577b17864f3dd6: Processing first storage report for DS-54a2ed47-7171-4290-9d7d-6d15b9b3ece6 from datanode DatanodeRegistration(127.0.0.1:38167, datanodeUuid=19f8db1e-9ae4-4b25-9305-7ff111246c34, infoPort=41445, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=813650717;c=1731367247301) 2024-11-11T23:20:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73fa7621d05d40c1 with lease ID 0xbf577b17864f3dd6: from storage DS-54a2ed47-7171-4290-9d7d-6d15b9b3ece6 node DatanodeRegistration(127.0.0.1:38167, datanodeUuid=19f8db1e-9ae4-4b25-9305-7ff111246c34, infoPort=41445, infoSecurePort=0, ipcPort=34921, storageInfo=lv=-57;cid=testClusterID;nsid=813650717;c=1731367247301), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:20:49,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2 2024-11-11T23:20:49,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:49,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:49,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:20:49,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a with version=8 2024-11-11T23:20:49,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/hbase-staging 2024-11-11T23:20:49,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:49,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:49,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:49,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:49,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:49,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:49,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:20:49,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:49,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45799 2024-11-11T23:20:49,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45799 connecting to ZooKeeper ensemble=127.0.0.1:57783 2024-11-11T23:20:49,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457990x0, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:49,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45799-0x1012c3381dc0003 connected 2024-11-11T23:20:49,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:49,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:49,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on znode that does not yet exist, /1-1778836585/running 2024-11-11T23:20:49,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a, hbase.cluster.distributed=false 2024-11-11T23:20:49,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on znode that does not yet exist, /1-1778836585/acl 2024-11-11T23:20:49,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-11T23:20:49,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45799 2024-11-11T23:20:49,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45799 2024-11-11T23:20:49,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-11T23:20:49,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-11T23:20:49,144 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:49,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:49,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:49,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:49,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:49,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:49,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:20:49,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:49,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42265 2024-11-11T23:20:49,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42265 connecting to ZooKeeper ensemble=127.0.0.1:57783 2024-11-11T23:20:49,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:49,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:49,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422650x0, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:49,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422650x0, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on znode that does not yet exist, /1-1778836585/running 2024-11-11T23:20:49,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42265-0x1012c3381dc0004 connected 2024-11-11T23:20:49,162 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:20:49,162 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:20:49,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on znode that does not yet exist, /1-1778836585/master 2024-11-11T23:20:49,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on znode that does not yet exist, /1-1778836585/acl 2024-11-11T23:20:49,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42265 2024-11-11T23:20:49,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42265 2024-11-11T23:20:49,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42265 2024-11-11T23:20:49,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42265 2024-11-11T23:20:49,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42265 2024-11-11T23:20:49,182 DEBUG [M:0;cdbe53028b4b:45799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:45799 2024-11-11T23:20:49,182 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1778836585/backup-masters/cdbe53028b4b,45799,1731367249027 2024-11-11T23:20:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585/backup-masters 2024-11-11T23:20:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585/backup-masters 2024-11-11T23:20:49,193 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on existing znode=/1-1778836585/backup-masters/cdbe53028b4b,45799,1731367249027 2024-11-11T23:20:49,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:49,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1778836585/master 2024-11-11T23:20:49,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:49,204 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on existing znode=/1-1778836585/master 2024-11-11T23:20:49,204 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1778836585/backup-masters/cdbe53028b4b,45799,1731367249027 from backup master directory 2024-11-11T23:20:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1778836585/backup-masters/cdbe53028b4b,45799,1731367249027 2024-11-11T23:20:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585/backup-masters 2024-11-11T23:20:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585/backup-masters 2024-11-11T23:20:49,214 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:49,214 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,45799,1731367249027 2024-11-11T23:20:49,217 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/hbase.id] with ID: 84d82a10-91eb-45f0-a957-fb9b504e3e79 2024-11-11T23:20:49,217 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/.tmp/hbase.id 2024-11-11T23:20:49,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:20:49,622 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/.tmp/hbase.id]:[hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/hbase.id] 2024-11-11T23:20:49,630 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:49,630 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:20:49,630 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T23:20:49,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:49,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:20:50,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:50,095 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:20:50,096 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:50,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:20:50,105 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store 2024-11-11T23:20:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:20:50,510 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:50,510 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:20:50,510 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:50,510 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:50,510 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:20:50,510 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:50,510 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:50,510 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367250510Disabling compacts and flushes for region at 1731367250510Disabling writes for close at 1731367250510Writing region close event to WAL at 1731367250510Closed at 1731367250510 2024-11-11T23:20:50,511 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/.initializing 2024-11-11T23:20:50,511 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/WALs/cdbe53028b4b,45799,1731367249027 2024-11-11T23:20:50,511 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:50,513 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C45799%2C1731367249027, suffix=, logDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/WALs/cdbe53028b4b,45799,1731367249027, archiveDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/oldWALs, maxLogs=10 2024-11-11T23:20:50,524 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/WALs/cdbe53028b4b,45799,1731367249027/cdbe53028b4b%2C45799%2C1731367249027.1731367250513, exclude list is [], retry=0 2024-11-11T23:20:50,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38167,DS-e33526a1-bf4c-4ac6-bc81-ee9d2439543f,DISK] 2024-11-11T23:20:50,527 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/WALs/cdbe53028b4b,45799,1731367249027/cdbe53028b4b%2C45799%2C1731367249027.1731367250513 2024-11-11T23:20:50,527 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-11T23:20:50,527 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:50,527 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:50,527 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,527 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:20:50,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:50,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:50,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:20:50,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:50,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:50,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:20:50,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:50,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:50,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:20:50,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:50,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:50,533 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,533 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,533 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,534 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,534 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,534 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:50,535 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:50,536 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:50,537 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73628015, jitterRate=0.09714291989803314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:50,537 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367250528Initializing all the Stores at 1731367250528Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367250528Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367250528Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367250528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367250528Cleaning up temporary data from old regions at 1731367250534 (+6 ms)Region opened successfully at 1731367250537 (+3 ms) 2024-11-11T23:20:50,537 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:20:50,539 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abf0eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:50,540 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:20:50,540 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:20:50,540 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:20:50,540 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:20:50,541 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:20:50,541 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:20:50,541 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:20:50,542 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:20:50,543 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Unable to get data of znode /1-1778836585/balancer because node does not exist (not necessarily an error) 2024-11-11T23:20:50,590 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1778836585/balancer already deleted, retry=false 2024-11-11T23:20:50,590 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:20:50,591 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Unable to get data of znode /1-1778836585/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:20:50,600 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1778836585/normalizer already deleted, retry=false 2024-11-11T23:20:50,601 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:20:50,602 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Unable to get data of znode /1-1778836585/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:20:50,614 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1778836585/switch/split already deleted, retry=false 2024-11-11T23:20:50,615 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Unable to get data of znode /1-1778836585/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:20:50,624 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1778836585/switch/merge already deleted, retry=false 2024-11-11T23:20:50,626 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Unable to get data of znode /1-1778836585/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:20:50,635 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1778836585/snapshot-cleanup already deleted, retry=false 2024-11-11T23:20:50,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1778836585/running 2024-11-11T23:20:50,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1778836585/running 2024-11-11T23:20:50,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:50,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:50,646 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,45799,1731367249027, sessionid=0x1012c3381dc0003, setting cluster-up flag (Was=false) 2024-11-11T23:20:50,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:50,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:50,698 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1778836585/flush-table-proc/acquired, /1-1778836585/flush-table-proc/reached, /1-1778836585/flush-table-proc/abort 2024-11-11T23:20:50,699 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,45799,1731367249027 2024-11-11T23:20:50,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:50,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:50,751 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1778836585/online-snapshot/acquired, /1-1778836585/online-snapshot/reached, /1-1778836585/online-snapshot/abort 2024-11-11T23:20:50,752 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,45799,1731367249027 2024-11-11T23:20:50,753 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:20:50,754 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:50,755 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:20:50,755 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:20:50,755 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,45799,1731367249027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:20:50,756 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:50,756 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:50,756 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:50,756 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:50,757 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:20:50,757 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,757 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:50,757 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,757 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367280757 2024-11-11T23:20:50,758 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:20:50,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:50,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:20:50,758 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:20:50,758 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:20:50,758 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:20:50,758 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:20:50,758 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:20:50,759 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,759 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:50,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:20:50,759 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:20:50,759 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:20:50,759 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:20:50,759 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:20:50,764 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:20:50,764 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:20:50,765 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367250764,5,FailOnTimeoutGroup] 2024-11-11T23:20:50,767 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367250765,5,FailOnTimeoutGroup] 2024-11-11T23:20:50,767 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,767 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:20:50,767 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,767 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:20:50,771 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(746): ClusterId : 84d82a10-91eb-45f0-a957-fb9b504e3e79 2024-11-11T23:20:50,771 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:20:50,783 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:20:50,783 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:20:50,793 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:20:50,794 DEBUG [RS:0;cdbe53028b4b:42265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e580822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:50,804 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:42265 2024-11-11T23:20:50,804 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:20:50,804 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:20:50,804 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:20:50,805 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,45799,1731367249027 with port=42265, startcode=1731367249144 2024-11-11T23:20:50,805 DEBUG [RS:0;cdbe53028b4b:42265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:20:50,806 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:20:50,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,42265,1731367249144 2024-11-11T23:20:50,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,42265,1731367249144 2024-11-11T23:20:50,809 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a 2024-11-11T23:20:50,809 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35737 2024-11-11T23:20:50,809 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:20:50,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585/rs 2024-11-11T23:20:50,879 DEBUG [RS:0;cdbe53028b4b:42265 {}] zookeeper.ZKUtil(111): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on existing znode=/1-1778836585/rs/cdbe53028b4b,42265,1731367249144 2024-11-11T23:20:50,879 WARN [RS:0;cdbe53028b4b:42265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:50,879 INFO [RS:0;cdbe53028b4b:42265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:50,879 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144 2024-11-11T23:20:50,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,42265,1731367249144] 2024-11-11T23:20:50,883 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:20:50,884 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:20:50,884 INFO [RS:0;cdbe53028b4b:42265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:20:50,884 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,884 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:20:50,885 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:20:50,885 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:50,885 DEBUG [RS:0;cdbe53028b4b:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:50,886 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,886 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,886 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,886 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,886 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,886 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,42265,1731367249144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:50,898 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:20:50,899 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,42265,1731367249144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,899 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,899 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.Replication(171): cdbe53028b4b,42265,1731367249144 started 2024-11-11T23:20:50,912 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:50,912 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,42265,1731367249144, RpcServer on cdbe53028b4b/172.17.0.2:42265, sessionid=0x1012c3381dc0004 2024-11-11T23:20:50,912 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:20:50,912 DEBUG [RS:0;cdbe53028b4b:42265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,42265,1731367249144 2024-11-11T23:20:50,913 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,42265,1731367249144' 2024-11-11T23:20:50,913 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1778836585/flush-table-proc/abort' 2024-11-11T23:20:50,913 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1778836585/flush-table-proc/acquired' 2024-11-11T23:20:50,913 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:20:50,913 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:20:50,913 DEBUG [RS:0;cdbe53028b4b:42265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,42265,1731367249144 2024-11-11T23:20:50,913 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,42265,1731367249144' 2024-11-11T23:20:50,913 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1778836585/online-snapshot/abort' 2024-11-11T23:20:50,914 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1778836585/online-snapshot/acquired' 2024-11-11T23:20:50,914 DEBUG [RS:0;cdbe53028b4b:42265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:20:50,914 INFO [RS:0;cdbe53028b4b:42265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:20:50,914 INFO [RS:0;cdbe53028b4b:42265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:20:51,015 INFO [RS:0;cdbe53028b4b:42265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:51,016 INFO [RS:0;cdbe53028b4b:42265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C42265%2C1731367249144, suffix=, logDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144, archiveDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/oldWALs, maxLogs=10 2024-11-11T23:20:51,031 DEBUG [RS:0;cdbe53028b4b:42265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, exclude list is [], retry=0 2024-11-11T23:20:51,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38167,DS-e33526a1-bf4c-4ac6-bc81-ee9d2439543f,DISK] 2024-11-11T23:20:51,035 INFO [RS:0;cdbe53028b4b:42265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 2024-11-11T23:20:51,035 DEBUG [RS:0;cdbe53028b4b:42265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-11T23:20:51,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:20:51,170 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a 2024-11-11T23:20:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:20:51,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:51,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:51,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:51,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:51,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:51,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:51,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:51,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:51,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:51,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:51,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:51,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:51,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:51,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:51,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:51,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:51,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:51,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:51,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740 2024-11-11T23:20:51,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740 2024-11-11T23:20:51,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:51,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:51,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:51,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:51,183 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:51,183 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62302956, jitterRate=-0.071613609790802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:51,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367251175Initializing all the Stores at 1731367251175Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367251175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367251175Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367251175Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367251175Cleaning up temporary data from old regions at 1731367251181 (+6 ms)Region opened successfully at 1731367251183 (+2 ms) 2024-11-11T23:20:51,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:20:51,183 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:20:51,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:20:51,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:20:51,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:20:51,184 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:51,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367251183Disabling compacts and flushes for region at 1731367251183Disabling writes for close at 1731367251183Writing region close event to WAL at 1731367251184 (+1 ms)Closed at 1731367251184 2024-11-11T23:20:51,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:51,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:20:51,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:20:51,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:51,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:20:51,336 DEBUG [cdbe53028b4b:45799 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:20:51,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,42265,1731367249144 2024-11-11T23:20:51,338 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,42265,1731367249144, state=OPENING 2024-11-11T23:20:51,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,390 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:20:51,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:51,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:20:51,401 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:51,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1778836585/meta-region-server: CHANGED 2024-11-11T23:20:51,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,42265,1731367249144}] 2024-11-11T23:20:51,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1778836585/meta-region-server: CHANGED 2024-11-11T23:20:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,553 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:20:51,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:20:51,556 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:20:51,557 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:51,557 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:20:51,558 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C42265%2C1731367249144.meta, suffix=.meta, logDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144, archiveDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/oldWALs, maxLogs=10 2024-11-11T23:20:51,570 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.meta.1731367251558.meta, exclude list is [], retry=0 2024-11-11T23:20:51,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38167,DS-e33526a1-bf4c-4ac6-bc81-ee9d2439543f,DISK] 2024-11-11T23:20:51,576 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.meta.1731367251558.meta 2024-11-11T23:20:51,576 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-11T23:20:51,576 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:51,576 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:51,576 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:20:51,576 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:20:51,576 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:20:51,577 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:20:51,577 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:51,577 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:20:51,577 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:20:51,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:51,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:51,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:51,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:51,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:51,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:51,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:51,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:51,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:51,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:51,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:51,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:51,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:51,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:51,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:51,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:51,581 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:51,582 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740 2024-11-11T23:20:51,583 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740 2024-11-11T23:20:51,583 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:51,583 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:51,584 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:51,584 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:51,585 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74790377, jitterRate=0.11446346342563629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:51,585 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:20:51,585 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367251577Writing region info on filesystem at 1731367251577Initializing all the Stores at 1731367251577Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367251577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367251578 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367251578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367251578Cleaning up temporary data from old regions at 1731367251583 (+5 ms)Running coprocessor post-open hooks at 1731367251585 (+2 ms)Region opened successfully at 1731367251585 2024-11-11T23:20:51,586 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367251553 2024-11-11T23:20:51,588 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:20:51,588 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:20:51,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,42265,1731367249144 2024-11-11T23:20:51,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,42265,1731367249144, state=OPEN 2024-11-11T23:20:51,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1778836585/meta-region-server 2024-11-11T23:20:51,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1778836585/meta-region-server 2024-11-11T23:20:51,600 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,42265,1731367249144 2024-11-11T23:20:51,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1778836585/meta-region-server: CHANGED 2024-11-11T23:20:51,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1778836585/meta-region-server: CHANGED 2024-11-11T23:20:51,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:20:51,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,42265,1731367249144 in 199 msec 2024-11-11T23:20:51,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:20:51,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-11T23:20:51,604 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:51,604 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:20:51,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:51,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42265,1731367249144, seqNum=-1] 2024-11-11T23:20:51,605 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:51,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:51,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 856 msec 2024-11-11T23:20:51,610 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367251610, completionTime=-1 2024-11-11T23:20:51,611 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:20:51,611 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:20:51,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:20:51,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367311612 2024-11-11T23:20:51,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367371612 2024-11-11T23:20:51,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:20:51,613 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45799,1731367249027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:51,613 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45799,1731367249027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:51,613 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45799,1731367249027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:51,613 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:45799, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:51,613 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:51,613 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:51,614 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:20:51,616 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.401sec 2024-11-11T23:20:51,616 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:20:51,616 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:20:51,616 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:20:51,616 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:20:51,616 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:20:51,616 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45799,1731367249027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:51,616 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45799,1731367249027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:20:51,618 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:20:51,618 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:20:51,618 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,45799,1731367249027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:51,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:51,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45799,-1 for getting cluster id 2024-11-11T23:20:51,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:51,673 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84d82a10-91eb-45f0-a957-fb9b504e3e79' 2024-11-11T23:20:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84d82a10-91eb-45f0-a957-fb9b504e3e79" 2024-11-11T23:20:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac32433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:51,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45799,-1] 2024-11-11T23:20:51,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:51,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:51,675 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:51,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:51,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:51,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42265,1731367249144, seqNum=-1] 2024-11-11T23:20:51,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:51,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:51,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,45799,1731367249027 2024-11-11T23:20:51,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57783 2024-11-11T23:20:51,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:51,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012c3381dc0005 connected 2024-11-11T23:20:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.log.dir so I do NOT create it in target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4 2024-11-11T23:20:51,700 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:20:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.tmp.dir so I do NOT create it in target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4 2024-11-11T23:20:51,700 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:20:51,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4 2024-11-11T23:20:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/cluster_737e58a9-6f98-fba4-dcda-a07f3e1faaf3, deleteOnExit=true 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/test.cache.data in system properties and HBase conf 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:20:51,701 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:51,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:20:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:20:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:20:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:20:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:20:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:20:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:20:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:20:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:20:51,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:20:51,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:51,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:20:52,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:52,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:52,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:52,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:52,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:20:52,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:52,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:52,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:52,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/java.io.tmpdir/jetty-localhost-39043-hadoop-hdfs-3_4_1-tests_jar-_-any-16928505457499107138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:20:52,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:39043} 2024-11-11T23:20:52,182 INFO [Time-limited test {}] server.Server(415): Started @232494ms 2024-11-11T23:20:52,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:20:52,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:20:52,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:20:52,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:20:52,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:20:52,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:20:52,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:20:52,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45dd381e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/java.io.tmpdir/jetty-localhost-43859-hadoop-hdfs-3_4_1-tests_jar-_-any-5788375668183560886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:20:52,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:43859} 2024-11-11T23:20:52,655 INFO [Time-limited test {}] server.Server(415): Started @232967ms 2024-11-11T23:20:52,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:20:53,385 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/cluster_737e58a9-6f98-fba4-dcda-a07f3e1faaf3/data/data1/current/BP-225374066-172.17.0.2-1731367251716/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:53,385 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/cluster_737e58a9-6f98-fba4-dcda-a07f3e1faaf3/data/data2/current/BP-225374066-172.17.0.2-1731367251716/current, will proceed with Du for space computation calculation, 2024-11-11T23:20:53,419 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:20:53,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3286d670a554c260 with lease ID 0x798cccf318e3337: Processing first storage report for DS-b61fb2f2-7987-4451-ac6c-088627bccfeb from datanode DatanodeRegistration(127.0.0.1:46641, datanodeUuid=23819705-1dfc-47b6-8cf7-66ab24c2a277, infoPort=46585, infoSecurePort=0, ipcPort=44353, storageInfo=lv=-57;cid=testClusterID;nsid=3129895;c=1731367251716) 2024-11-11T23:20:53,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3286d670a554c260 with lease ID 0x798cccf318e3337: from storage DS-b61fb2f2-7987-4451-ac6c-088627bccfeb node DatanodeRegistration(127.0.0.1:46641, datanodeUuid=23819705-1dfc-47b6-8cf7-66ab24c2a277, infoPort=46585, infoSecurePort=0, ipcPort=44353, storageInfo=lv=-57;cid=testClusterID;nsid=3129895;c=1731367251716), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T23:20:53,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3286d670a554c260 with lease ID 0x798cccf318e3337: Processing first storage report for DS-e971aeb2-f2da-452b-af7a-1191841e3fc1 from datanode DatanodeRegistration(127.0.0.1:46641, datanodeUuid=23819705-1dfc-47b6-8cf7-66ab24c2a277, infoPort=46585, infoSecurePort=0, ipcPort=44353, storageInfo=lv=-57;cid=testClusterID;nsid=3129895;c=1731367251716) 2024-11-11T23:20:53,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3286d670a554c260 with lease ID 0x798cccf318e3337: from storage DS-e971aeb2-f2da-452b-af7a-1191841e3fc1 node DatanodeRegistration(127.0.0.1:46641, datanodeUuid=23819705-1dfc-47b6-8cf7-66ab24c2a277, infoPort=46585, infoSecurePort=0, ipcPort=44353, storageInfo=lv=-57;cid=testClusterID;nsid=3129895;c=1731367251716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:20:53,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4 2024-11-11T23:20:53,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:53,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:53,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:20:53,898 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241 with version=8 2024-11-11T23:20:53,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/hbase-staging 2024-11-11T23:20:53,901 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:53,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:53,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:53,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:53,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:53,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:53,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:20:53,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:53,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38277 2024-11-11T23:20:53,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38277 connecting to ZooKeeper ensemble=127.0.0.1:57783 2024-11-11T23:20:53,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382770x0, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:53,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38277-0x1012c3381dc0006 connected 2024-11-11T23:20:54,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:54,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:54,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on znode that does not yet exist, /2-898611828/running 2024-11-11T23:20:54,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241, hbase.cluster.distributed=false 2024-11-11T23:20:54,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on znode that does not yet exist, /2-898611828/acl 2024-11-11T23:20:54,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38277 2024-11-11T23:20:54,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38277 2024-11-11T23:20:54,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38277 2024-11-11T23:20:54,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38277 2024-11-11T23:20:54,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38277 2024-11-11T23:20:54,045 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:20:54,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:54,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:54,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:20:54,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:20:54,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:20:54,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:20:54,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:20:54,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42799 2024-11-11T23:20:54,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42799 connecting to ZooKeeper ensemble=127.0.0.1:57783 2024-11-11T23:20:54,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:54,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:54,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427990x0, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:54,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427990x0, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on znode that does not yet exist, /2-898611828/running 2024-11-11T23:20:54,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42799-0x1012c3381dc0007 connected 2024-11-11T23:20:54,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:20:54,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:20:54,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on znode that does not yet exist, /2-898611828/master 2024-11-11T23:20:54,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on znode that does not yet exist, /2-898611828/acl 2024-11-11T23:20:54,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42799 2024-11-11T23:20:54,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42799 2024-11-11T23:20:54,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42799 2024-11-11T23:20:54,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42799 2024-11-11T23:20:54,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42799 2024-11-11T23:20:54,103 DEBUG [M:0;cdbe53028b4b:38277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:38277 2024-11-11T23:20:54,104 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-898611828/backup-masters/cdbe53028b4b,38277,1731367253900 2024-11-11T23:20:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828/backup-masters 2024-11-11T23:20:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828/backup-masters 2024-11-11T23:20:54,116 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on existing znode=/2-898611828/backup-masters/cdbe53028b4b,38277,1731367253900 2024-11-11T23:20:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-898611828/master 2024-11-11T23:20:54,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:54,127 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on existing znode=/2-898611828/master 2024-11-11T23:20:54,127 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-898611828/backup-masters/cdbe53028b4b,38277,1731367253900 from backup master directory 2024-11-11T23:20:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-898611828/backup-masters/cdbe53028b4b,38277,1731367253900 2024-11-11T23:20:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828/backup-masters 2024-11-11T23:20:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828/backup-masters 2024-11-11T23:20:54,137 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:54,137 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,38277,1731367253900 2024-11-11T23:20:54,140 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/hbase.id] with ID: d707b3ee-5b22-45bc-95c1-80e2838d2d1c 2024-11-11T23:20:54,140 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/.tmp/hbase.id 2024-11-11T23:20:54,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:20:54,144 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/.tmp/hbase.id]:[hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/hbase.id] 2024-11-11T23:20:54,151 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:20:54,151 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:20:54,155 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-11T23:20:54,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:54,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:54,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:20:54,566 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:54,567 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:20:54,568 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:54,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:20:54,974 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store 2024-11-11T23:20:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:20:55,381 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:55,381 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:20:55,381 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:55,381 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:55,381 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:20:55,381 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:55,381 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:20:55,381 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367255381Disabling compacts and flushes for region at 1731367255381Disabling writes for close at 1731367255381Writing region close event to WAL at 1731367255381Closed at 1731367255381 2024-11-11T23:20:55,382 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/.initializing 2024-11-11T23:20:55,382 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/WALs/cdbe53028b4b,38277,1731367253900 2024-11-11T23:20:55,382 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:55,383 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C38277%2C1731367253900, suffix=, logDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/WALs/cdbe53028b4b,38277,1731367253900, archiveDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/oldWALs, maxLogs=10 2024-11-11T23:20:55,396 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/WALs/cdbe53028b4b,38277,1731367253900/cdbe53028b4b%2C38277%2C1731367253900.1731367255384, exclude list is [], retry=0 2024-11-11T23:20:55,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46641,DS-b61fb2f2-7987-4451-ac6c-088627bccfeb,DISK] 2024-11-11T23:20:55,400 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/WALs/cdbe53028b4b,38277,1731367253900/cdbe53028b4b%2C38277%2C1731367253900.1731367255384 2024-11-11T23:20:55,400 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46585:46585)] 2024-11-11T23:20:55,400 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:55,400 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:55,400 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,400 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:20:55,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:55,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:55,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:20:55,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:55,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:55,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:20:55,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:55,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:55,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:20:55,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:55,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:55,409 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,409 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,409 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,410 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,410 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,411 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:55,411 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:20:55,413 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:55,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68710614, jitterRate=0.023867934942245483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:55,413 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367255400Initializing all the Stores at 1731367255401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367255401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367255403 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367255403Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367255403Cleaning up temporary data from old regions at 1731367255410 (+7 ms)Region opened successfully at 1731367255413 (+3 ms) 2024-11-11T23:20:55,413 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:20:55,415 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299ae0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:55,416 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:20:55,416 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:20:55,416 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:20:55,416 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:20:55,416 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:20:55,417 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:20:55,417 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:20:55,418 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:20:55,419 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Unable to get data of znode /2-898611828/balancer because node does not exist (not necessarily an error) 2024-11-11T23:20:55,463 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-898611828/balancer already deleted, retry=false 2024-11-11T23:20:55,464 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:20:55,465 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Unable to get data of znode /2-898611828/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:20:55,477 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-898611828/normalizer already deleted, retry=false 2024-11-11T23:20:55,477 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:20:55,479 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Unable to get data of znode /2-898611828/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:20:55,487 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-898611828/switch/split already deleted, retry=false 2024-11-11T23:20:55,488 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Unable to get data of znode /2-898611828/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:20:55,498 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-898611828/switch/merge already deleted, retry=false 2024-11-11T23:20:55,499 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Unable to get data of znode /2-898611828/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:20:55,508 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-898611828/snapshot-cleanup already deleted, retry=false 2024-11-11T23:20:55,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-898611828/running 2024-11-11T23:20:55,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-898611828/running 2024-11-11T23:20:55,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:55,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:55,519 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,38277,1731367253900, sessionid=0x1012c3381dc0006, setting cluster-up flag (Was=false) 2024-11-11T23:20:55,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:55,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:55,572 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-898611828/flush-table-proc/acquired, /2-898611828/flush-table-proc/reached, /2-898611828/flush-table-proc/abort 2024-11-11T23:20:55,573 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38277,1731367253900 2024-11-11T23:20:55,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:55,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:55,624 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-898611828/online-snapshot/acquired, /2-898611828/online-snapshot/reached, /2-898611828/online-snapshot/abort 2024-11-11T23:20:55,625 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38277,1731367253900 2024-11-11T23:20:55,626 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:20:55,627 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:55,627 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:20:55,628 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:20:55,628 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,38277,1731367253900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:20:55,629 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:55,629 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:55,629 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:55,629 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:20:55,629 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:20:55,629 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,629 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:55,630 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,631 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367285631 2024-11-11T23:20:55,631 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:55,631 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:20:55,631 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:20:55,631 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:20:55,631 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:20:55,631 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:20:55,631 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:20:55,631 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:20:55,631 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,632 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:20:55,632 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:20:55,632 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:55,632 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:20:55,632 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:20:55,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:20:55,636 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:20:55,636 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:20:55,636 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367255636,5,FailOnTimeoutGroup] 2024-11-11T23:20:55,636 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367255636,5,FailOnTimeoutGroup] 2024-11-11T23:20:55,636 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,636 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:20:55,636 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,636 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:20:55,677 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(746): ClusterId : d707b3ee-5b22-45bc-95c1-80e2838d2d1c 2024-11-11T23:20:55,677 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:20:55,688 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:20:55,688 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:20:55,699 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:20:55,699 DEBUG [RS:0;cdbe53028b4b:42799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1708e174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:20:55,726 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:42799 2024-11-11T23:20:55,726 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:20:55,726 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:20:55,726 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:20:55,727 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,38277,1731367253900 with port=42799, startcode=1731367254045 2024-11-11T23:20:55,728 DEBUG [RS:0;cdbe53028b4b:42799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:20:55,729 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:20:55,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,42799,1731367254045 2024-11-11T23:20:55,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38277 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,42799,1731367254045 2024-11-11T23:20:55,730 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241 2024-11-11T23:20:55,730 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37041 2024-11-11T23:20:55,731 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:20:55,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828/rs 2024-11-11T23:20:55,795 DEBUG [RS:0;cdbe53028b4b:42799 {}] zookeeper.ZKUtil(111): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on existing znode=/2-898611828/rs/cdbe53028b4b,42799,1731367254045 2024-11-11T23:20:55,795 WARN [RS:0;cdbe53028b4b:42799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:20:55,795 INFO [RS:0;cdbe53028b4b:42799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:55,795 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045 2024-11-11T23:20:55,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,42799,1731367254045] 2024-11-11T23:20:55,798 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:20:55,799 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:20:55,800 INFO [RS:0;cdbe53028b4b:42799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:20:55,800 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,800 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:20:55,800 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:20:55,800 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:55,801 DEBUG [RS:0;cdbe53028b4b:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:20:55,801 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,802 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,802 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,802 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,802 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,802 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,42799,1731367254045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:55,817 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:20:55,818 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,42799,1731367254045-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,818 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,818 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.Replication(171): cdbe53028b4b,42799,1731367254045 started 2024-11-11T23:20:55,830 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:55,830 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,42799,1731367254045, RpcServer on cdbe53028b4b/172.17.0.2:42799, sessionid=0x1012c3381dc0007 2024-11-11T23:20:55,830 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:20:55,830 DEBUG [RS:0;cdbe53028b4b:42799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,42799,1731367254045 2024-11-11T23:20:55,830 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,42799,1731367254045' 2024-11-11T23:20:55,830 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-898611828/flush-table-proc/abort' 2024-11-11T23:20:55,831 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-898611828/flush-table-proc/acquired' 2024-11-11T23:20:55,831 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:20:55,831 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:20:55,831 DEBUG [RS:0;cdbe53028b4b:42799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,42799,1731367254045 2024-11-11T23:20:55,831 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,42799,1731367254045' 2024-11-11T23:20:55,831 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-898611828/online-snapshot/abort' 2024-11-11T23:20:55,831 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-898611828/online-snapshot/acquired' 2024-11-11T23:20:55,831 DEBUG [RS:0;cdbe53028b4b:42799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:20:55,832 INFO [RS:0;cdbe53028b4b:42799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:20:55,832 INFO [RS:0;cdbe53028b4b:42799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:20:55,932 INFO [RS:0;cdbe53028b4b:42799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:20:55,933 INFO [RS:0;cdbe53028b4b:42799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C42799%2C1731367254045, suffix=, logDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045, archiveDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/oldWALs, maxLogs=10 2024-11-11T23:20:55,945 DEBUG [RS:0;cdbe53028b4b:42799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, exclude list is [], retry=0 2024-11-11T23:20:55,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46641,DS-b61fb2f2-7987-4451-ac6c-088627bccfeb,DISK] 2024-11-11T23:20:55,949 INFO [RS:0;cdbe53028b4b:42799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 2024-11-11T23:20:55,951 DEBUG [RS:0;cdbe53028b4b:42799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46585:46585)] 2024-11-11T23:20:56,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:20:56,047 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241 2024-11-11T23:20:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:20:56,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:20:56,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T23:20:56,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:56,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:56,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:56,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:56,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:56,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:56,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:56,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:56,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:56,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:56,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:56,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:56,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:56,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:56,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:56,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:56,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:56,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:56,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740 2024-11-11T23:20:56,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740 2024-11-11T23:20:56,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:56,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:56,460 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:56,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:56,463 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:56,463 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68574123, jitterRate=0.021834060549736023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:56,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367256452Initializing all the Stores at 1731367256452Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367256452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367256453 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367256453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367256453Cleaning up temporary data from old regions at 1731367256460 (+7 ms)Region opened successfully at 1731367256463 (+3 ms) 2024-11-11T23:20:56,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:20:56,463 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:20:56,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:20:56,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:20:56,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:20:56,464 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:20:56,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367256463Disabling compacts and flushes for region at 1731367256463Disabling writes for close at 1731367256463Writing region close event to WAL at 1731367256464 (+1 ms)Closed at 1731367256464 2024-11-11T23:20:56,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:56,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:20:56,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:20:56,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:56,466 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:20:56,617 DEBUG [cdbe53028b4b:38277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:20:56,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,42799,1731367254045 2024-11-11T23:20:56,618 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,42799,1731367254045, state=OPENING 2024-11-11T23:20:56,673 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:20:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:20:56,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:20:56,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-898611828/meta-region-server: CHANGED 2024-11-11T23:20:56,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-898611828/meta-region-server: CHANGED 2024-11-11T23:20:56,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,42799,1731367254045}] 2024-11-11T23:20:56,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:20:56,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:20:56,841 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:20:56,841 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:20:56,841 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:20:56,842 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C42799%2C1731367254045.meta, suffix=.meta, logDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045, archiveDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/oldWALs, maxLogs=10 2024-11-11T23:20:56,854 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.meta.1731367256842.meta, exclude list is [], retry=0 2024-11-11T23:20:56,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46641,DS-b61fb2f2-7987-4451-ac6c-088627bccfeb,DISK] 2024-11-11T23:20:56,857 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.meta.1731367256842.meta 2024-11-11T23:20:56,857 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46585:46585)] 2024-11-11T23:20:56,857 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:56,857 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:56,857 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:20:56,858 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:20:56,858 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:20:56,858 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:20:56,858 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:56,858 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:20:56,858 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:20:56,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:20:56,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:20:56,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:56,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:56,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:20:56,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:20:56,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:56,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:56,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:20:56,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:20:56,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:56,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:56,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:20:56,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:20:56,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:56,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:20:56,862 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:20:56,863 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740 2024-11-11T23:20:56,864 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740 2024-11-11T23:20:56,864 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:20:56,864 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:20:56,865 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:20:56,865 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:20:56,866 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63685534, jitterRate=-0.0510115921497345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:20:56,866 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:20:56,866 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367256858Writing region info on filesystem at 1731367256858Initializing all the Stores at 1731367256858Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367256859 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367256859Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367256859Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367256859Cleaning up temporary data from old regions at 1731367256864 (+5 ms)Running coprocessor post-open hooks at 1731367256866 (+2 ms)Region opened successfully at 1731367256866 2024-11-11T23:20:56,867 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367256836 2024-11-11T23:20:56,868 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:20:56,868 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:20:56,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,42799,1731367254045 2024-11-11T23:20:56,869 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,42799,1731367254045, state=OPEN 2024-11-11T23:20:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-898611828/meta-region-server 2024-11-11T23:20:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-898611828/meta-region-server 2024-11-11T23:20:56,877 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,42799,1731367254045 2024-11-11T23:20:56,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-898611828/meta-region-server: CHANGED 2024-11-11T23:20:56,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-898611828/meta-region-server: CHANGED 2024-11-11T23:20:56,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:20:56,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,42799,1731367254045 in 193 msec 2024-11-11T23:20:56,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:20:56,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-11T23:20:56,880 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:20:56,881 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:20:56,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:56,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42799,1731367254045, seqNum=-1] 2024-11-11T23:20:56,882 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:56,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:56,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-11T23:20:56,887 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367256887, completionTime=-1 2024-11-11T23:20:56,887 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:20:56,887 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:20:56,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:20:56,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367316889 2024-11-11T23:20:56,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367376889 2024-11-11T23:20:56,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:20:56,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38277,1731367253900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:56,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38277,1731367253900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:56,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38277,1731367253900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:56,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:38277, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:56,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:56,890 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:56,891 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:20:56,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.756sec 2024-11-11T23:20:56,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:20:56,893 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:20:56,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:20:56,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:20:56,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:20:56,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38277,1731367253900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:20:56,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38277,1731367253900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:20:56,895 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:20:56,895 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:20:56,895 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38277,1731367253900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:20:56,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5040d3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:56,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38277,-1 for getting cluster id 2024-11-11T23:20:56,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:20:56,979 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd707b3ee-5b22-45bc-95c1-80e2838d2d1c' 2024-11-11T23:20:56,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:20:56,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d707b3ee-5b22-45bc-95c1-80e2838d2d1c" 2024-11-11T23:20:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3f1be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38277,-1] 2024-11-11T23:20:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:20:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:20:56,981 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:20:56,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:20:56,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:20:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42799,1731367254045, seqNum=-1] 2024-11-11T23:20:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:20:56,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:20:56,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,38277,1731367253900 2024-11-11T23:20:56,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57783 2024-11-11T23:20:56,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:20:56,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012c3381dc0008 connected 2024-11-11T23:20:57,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:57,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38223,1731367243511 2024-11-11T23:20:57,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e7e1552 2024-11-11T23:20:57,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:57,007 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:57,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:20:57,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:20:57,009 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:57,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:20:57,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:20:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:57,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:20:57,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:20:57,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:57,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:20:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:57,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5699abd0ab8f2eff7f24140d2b9aff3b, NAME => 'test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3 2024-11-11T23:20:57,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:20:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:57,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:57,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5699abd0ab8f2eff7f24140d2b9aff3b, disabling compactions & flushes 2024-11-11T23:20:57,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:20:57,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:20:57,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. after waiting 0 ms 2024-11-11T23:20:57,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:20:57,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:20:57,824 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5699abd0ab8f2eff7f24140d2b9aff3b: Waiting for close lock at 1731367257824Disabling compacts and flushes for region at 1731367257824Disabling writes for close at 1731367257824Writing region close event to WAL at 1731367257824Closed at 1731367257824 2024-11-11T23:20:57,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:20:57,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367257825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367257825"}]},"ts":"1731367257825"} 2024-11-11T23:20:57,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:20:57,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:20:57,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367257828"}]},"ts":"1731367257828"} 2024-11-11T23:20:57,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:20:57,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5699abd0ab8f2eff7f24140d2b9aff3b, ASSIGN}] 2024-11-11T23:20:57,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5699abd0ab8f2eff7f24140d2b9aff3b, ASSIGN 2024-11-11T23:20:57,831 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5699abd0ab8f2eff7f24140d2b9aff3b, ASSIGN; state=OFFLINE, location=cdbe53028b4b,46667,1731367243727; forceNewPlan=false, retain=false 2024-11-11T23:20:57,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5699abd0ab8f2eff7f24140d2b9aff3b, regionState=OPENING, regionLocation=cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:57,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5699abd0ab8f2eff7f24140d2b9aff3b, ASSIGN because future has completed 2024-11-11T23:20:57,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5699abd0ab8f2eff7f24140d2b9aff3b, server=cdbe53028b4b,46667,1731367243727}] 2024-11-11T23:20:58,139 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:20:58,139 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5699abd0ab8f2eff7f24140d2b9aff3b, NAME => 'test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:20:58,140 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:20:58,140 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:20:58,140 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,140 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:58,140 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,140 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,141 INFO [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,142 INFO [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5699abd0ab8f2eff7f24140d2b9aff3b columnFamilyName f 2024-11-11T23:20:58,142 DEBUG [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:58,142 INFO [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] regionserver.HStore(327): Store=5699abd0ab8f2eff7f24140d2b9aff3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:58,142 INFO [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,143 INFO [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5699abd0ab8f2eff7f24140d2b9aff3b columnFamilyName f1 2024-11-11T23:20:58,143 DEBUG [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:58,144 INFO [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] regionserver.HStore(327): Store=5699abd0ab8f2eff7f24140d2b9aff3b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:58,144 INFO [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,144 INFO [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5699abd0ab8f2eff7f24140d2b9aff3b columnFamilyName norep 2024-11-11T23:20:58,144 DEBUG [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:58,145 INFO [StoreOpener-5699abd0ab8f2eff7f24140d2b9aff3b-1 {}] regionserver.HStore(327): Store=5699abd0ab8f2eff7f24140d2b9aff3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:20:58,145 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,145 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,145 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,146 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,146 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,146 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:20:58,147 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,149 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:20:58,149 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5699abd0ab8f2eff7f24140d2b9aff3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71354196, jitterRate=0.06326037645339966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:20:58,149 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:20:58,150 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5699abd0ab8f2eff7f24140d2b9aff3b: Running coprocessor pre-open hook at 1731367258140Writing region info on filesystem at 1731367258140Initializing all the Stores at 1731367258141 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367258141Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367258141Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367258141Cleaning up temporary data from old regions at 1731367258146 (+5 ms)Running coprocessor post-open hooks at 1731367258149 (+3 ms)Region opened successfully at 1731367258150 (+1 ms) 2024-11-11T23:20:58,150 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b., pid=6, masterSystemTime=1731367258136 2024-11-11T23:20:58,152 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:20:58,152 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:20:58,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5699abd0ab8f2eff7f24140d2b9aff3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,46667,1731367243727 2024-11-11T23:20:58,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5699abd0ab8f2eff7f24140d2b9aff3b, server=cdbe53028b4b,46667,1731367243727 because future has completed 2024-11-11T23:20:58,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:20:58,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5699abd0ab8f2eff7f24140d2b9aff3b, server=cdbe53028b4b,46667,1731367243727 in 171 msec 2024-11-11T23:20:58,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:20:58,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5699abd0ab8f2eff7f24140d2b9aff3b, ASSIGN in 327 msec 2024-11-11T23:20:58,159 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:20:58,159 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367258159"}]},"ts":"1731367258159"} 2024-11-11T23:20:58,160 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:20:58,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:20:58,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-11T23:20:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:59,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:20:59,152 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:20:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45799,1731367249027 2024-11-11T23:20:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@358cb50a 2024-11-11T23:20:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:20:59,154 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:20:59,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:20:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:20:59,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:20:59,156 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:20:59,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:20:59,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:20:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:20:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:59,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f37c6e29e0c442979cdafa5112390e4e, NAME => 'test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a 2024-11-11T23:20:59,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:20:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:20:59,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:20:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f37c6e29e0c442979cdafa5112390e4e, disabling compactions & flushes 2024-11-11T23:20:59,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:20:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:20:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. after waiting 0 ms 2024-11-11T23:20:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:20:59,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:20:59,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f37c6e29e0c442979cdafa5112390e4e: Waiting for close lock at 1731367259969Disabling compacts and flushes for region at 1731367259969Disabling writes for close at 1731367259969Writing region close event to WAL at 1731367259969Closed at 1731367259969 2024-11-11T23:20:59,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:20:59,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367259970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367259970"}]},"ts":"1731367259970"} 2024-11-11T23:20:59,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:20:59,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:20:59,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367259972"}]},"ts":"1731367259972"} 2024-11-11T23:20:59,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:20:59,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f37c6e29e0c442979cdafa5112390e4e, ASSIGN}] 2024-11-11T23:20:59,975 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f37c6e29e0c442979cdafa5112390e4e, ASSIGN 2024-11-11T23:20:59,976 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f37c6e29e0c442979cdafa5112390e4e, ASSIGN; state=OFFLINE, location=cdbe53028b4b,42265,1731367249144; forceNewPlan=false, retain=false 2024-11-11T23:21:00,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f37c6e29e0c442979cdafa5112390e4e, regionState=OPENING, regionLocation=cdbe53028b4b,42265,1731367249144 2024-11-11T23:21:00,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f37c6e29e0c442979cdafa5112390e4e, ASSIGN because future has completed 2024-11-11T23:21:00,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37c6e29e0c442979cdafa5112390e4e, server=cdbe53028b4b,42265,1731367249144}] 2024-11-11T23:21:00,285 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:21:00,285 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f37c6e29e0c442979cdafa5112390e4e, NAME => 'test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:00,285 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:00,285 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:21:00,285 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,285 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:00,285 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,285 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,287 INFO [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,287 INFO [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37c6e29e0c442979cdafa5112390e4e columnFamilyName f 2024-11-11T23:21:00,288 DEBUG [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:00,288 INFO [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] regionserver.HStore(327): Store=f37c6e29e0c442979cdafa5112390e4e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:00,288 INFO [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,289 INFO [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37c6e29e0c442979cdafa5112390e4e columnFamilyName f1 2024-11-11T23:21:00,289 DEBUG [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:00,289 INFO [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] regionserver.HStore(327): Store=f37c6e29e0c442979cdafa5112390e4e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:00,289 INFO [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,290 INFO [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37c6e29e0c442979cdafa5112390e4e columnFamilyName norep 2024-11-11T23:21:00,290 DEBUG [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:00,290 INFO [StoreOpener-f37c6e29e0c442979cdafa5112390e4e-1 {}] regionserver.HStore(327): Store=f37c6e29e0c442979cdafa5112390e4e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:00,290 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,291 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,291 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,291 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,291 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,292 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:00,293 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,294 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:00,294 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f37c6e29e0c442979cdafa5112390e4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70364219, jitterRate=0.04850856959819794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:00,294 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:00,295 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f37c6e29e0c442979cdafa5112390e4e: Running coprocessor pre-open hook at 1731367260286Writing region info on filesystem at 1731367260286Initializing all the Stores at 1731367260286Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367260286Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367260286Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367260286Cleaning up temporary data from old regions at 1731367260291 (+5 ms)Running coprocessor post-open hooks at 1731367260294 (+3 ms)Region opened successfully at 1731367260294 2024-11-11T23:21:00,295 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e., pid=6, masterSystemTime=1731367260281 2024-11-11T23:21:00,297 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:21:00,297 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:21:00,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f37c6e29e0c442979cdafa5112390e4e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,42265,1731367249144 2024-11-11T23:21:00,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37c6e29e0c442979cdafa5112390e4e, server=cdbe53028b4b,42265,1731367249144 because future has completed 2024-11-11T23:21:00,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:21:00,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f37c6e29e0c442979cdafa5112390e4e, server=cdbe53028b4b,42265,1731367249144 in 172 msec 2024-11-11T23:21:00,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:21:00,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f37c6e29e0c442979cdafa5112390e4e, ASSIGN in 327 msec 2024-11-11T23:21:00,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:00,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367260303"}]},"ts":"1731367260303"} 2024-11-11T23:21:00,305 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:21:00,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:00,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-11T23:21:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:01,313 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:21:01,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:01,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38277,1731367253900 2024-11-11T23:21:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64a27750 2024-11-11T23:21:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:01,315 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:01,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:21:01,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:01,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:01,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:21:01,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:01,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:21:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:01,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9b01c64e810d22b7ef86f63531b3607, NAME => 'test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241 2024-11-11T23:21:01,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:21:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:02,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:02,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e9b01c64e810d22b7ef86f63531b3607, disabling compactions & flushes 2024-11-11T23:21:02,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:02,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:02,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. after waiting 0 ms 2024-11-11T23:21:02,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:02,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:02,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9b01c64e810d22b7ef86f63531b3607: Waiting for close lock at 1731367262129Disabling compacts and flushes for region at 1731367262129Disabling writes for close at 1731367262129Writing region close event to WAL at 1731367262129Closed at 1731367262129 2024-11-11T23:21:02,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:02,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367262130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367262130"}]},"ts":"1731367262130"} 2024-11-11T23:21:02,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:02,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:02,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367262132"}]},"ts":"1731367262132"} 2024-11-11T23:21:02,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:21:02,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9b01c64e810d22b7ef86f63531b3607, ASSIGN}] 2024-11-11T23:21:02,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9b01c64e810d22b7ef86f63531b3607, ASSIGN 2024-11-11T23:21:02,135 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e9b01c64e810d22b7ef86f63531b3607, ASSIGN; state=OFFLINE, location=cdbe53028b4b,42799,1731367254045; forceNewPlan=false, retain=false 2024-11-11T23:21:02,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9b01c64e810d22b7ef86f63531b3607, regionState=OPENING, regionLocation=cdbe53028b4b,42799,1731367254045 2024-11-11T23:21:02,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e9b01c64e810d22b7ef86f63531b3607, ASSIGN because future has completed 2024-11-11T23:21:02,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b01c64e810d22b7ef86f63531b3607, server=cdbe53028b4b,42799,1731367254045}] 2024-11-11T23:21:02,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:21:02,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:02,442 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:02,442 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e9b01c64e810d22b7ef86f63531b3607, NAME => 'test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:02,442 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:02,442 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:21:02,442 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,442 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:02,442 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,442 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,443 INFO [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,444 INFO [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b01c64e810d22b7ef86f63531b3607 columnFamilyName f 2024-11-11T23:21:02,444 DEBUG [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:02,445 INFO [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] regionserver.HStore(327): Store=e9b01c64e810d22b7ef86f63531b3607/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:02,445 INFO [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,445 INFO [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b01c64e810d22b7ef86f63531b3607 columnFamilyName f1 2024-11-11T23:21:02,445 DEBUG [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:02,446 INFO [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] regionserver.HStore(327): Store=e9b01c64e810d22b7ef86f63531b3607/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:02,446 INFO [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,446 INFO [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9b01c64e810d22b7ef86f63531b3607 columnFamilyName norep 2024-11-11T23:21:02,446 DEBUG [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:02,447 INFO [StoreOpener-e9b01c64e810d22b7ef86f63531b3607-1 {}] regionserver.HStore(327): Store=e9b01c64e810d22b7ef86f63531b3607/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:02,447 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,447 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,447 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,448 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,448 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,448 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:02,449 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,450 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:02,451 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e9b01c64e810d22b7ef86f63531b3607; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66972924, jitterRate=-0.0020256638526916504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:02,451 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:02,451 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e9b01c64e810d22b7ef86f63531b3607: Running coprocessor pre-open hook at 1731367262443Writing region info on filesystem at 1731367262443Initializing all the Stores at 1731367262443Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367262443Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367262443Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367262443Cleaning up temporary data from old regions at 1731367262448 (+5 ms)Running coprocessor post-open hooks at 1731367262451 (+3 ms)Region opened successfully at 1731367262451 2024-11-11T23:21:02,451 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607., pid=6, masterSystemTime=1731367262439 2024-11-11T23:21:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:02,453 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:02,453 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:02,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9b01c64e810d22b7ef86f63531b3607, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,42799,1731367254045 2024-11-11T23:21:02,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9b01c64e810d22b7ef86f63531b3607, server=cdbe53028b4b,42799,1731367254045 because future has completed 2024-11-11T23:21:02,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:21:02,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e9b01c64e810d22b7ef86f63531b3607, server=cdbe53028b4b,42799,1731367254045 in 168 msec 2024-11-11T23:21:02,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:21:02,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e9b01c64e810d22b7ef86f63531b3607, ASSIGN in 323 msec 2024-11-11T23:21:02,459 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:02,460 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367262459"}]},"ts":"1731367262459"} 2024-11-11T23:21:02,461 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:21:02,462 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:02,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-11T23:21:03,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T23:21:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:03,462 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:21:03,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217cffe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:03,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38223,-1 for getting cluster id 2024-11-11T23:21:03,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:03,463 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '599ca5d2-506e-402b-abba-e3bd6550c57b' 2024-11-11T23:21:03,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:03,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "599ca5d2-506e-402b-abba-e3bd6550c57b" 2024-11-11T23:21:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5740e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38223,-1] 2024-11-11T23:21:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:03,464 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab43297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:03,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:03,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38223,1731367243511 2024-11-11T23:21:03,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de38c26 2024-11-11T23:21:03,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:03,466 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:03,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:45799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:21:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:21:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:03,469 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:45799' 2024-11-11T23:21:03,469 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1669f48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:03,470 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45799,-1 for getting cluster id 2024-11-11T23:21:03,470 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:03,470 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84d82a10-91eb-45f0-a957-fb9b504e3e79' 2024-11-11T23:21:03,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:03,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84d82a10-91eb-45f0-a957-fb9b504e3e79" 2024-11-11T23:21:03,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2997186d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:03,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45799,-1] 2024-11-11T23:21:03,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:03,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:03,471 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:03,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:03,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:03,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45799,1731367249027 2024-11-11T23:21:03,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65562ad3 2024-11-11T23:21:03,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:03,473 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:03,474 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:21:03,474 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:21:03,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:03,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:03,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:03,474 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:03,475 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:21:03,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:03,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:03,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:03,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:21:03,482 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17183f564b8dd8d01dd6514438d4c195, NAME => 'hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3 2024-11-11T23:21:03,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:21:03,525 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:21:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:03,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:03,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17183f564b8dd8d01dd6514438d4c195, disabling compactions & flushes 2024-11-11T23:21:03,887 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:03,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:03,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. after waiting 0 ms 2024-11-11T23:21:03,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:03,887 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:03,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17183f564b8dd8d01dd6514438d4c195: Waiting for close lock at 1731367263887Disabling compacts and flushes for region at 1731367263887Disabling writes for close at 1731367263887Writing region close event to WAL at 1731367263887Closed at 1731367263887 2024-11-11T23:21:03,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:03,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367263888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367263888"}]},"ts":"1731367263888"} 2024-11-11T23:21:03,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:03,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:03,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367263890"}]},"ts":"1731367263890"} 2024-11-11T23:21:03,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:21:03,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17183f564b8dd8d01dd6514438d4c195, ASSIGN}] 2024-11-11T23:21:03,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17183f564b8dd8d01dd6514438d4c195, ASSIGN 2024-11-11T23:21:03,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17183f564b8dd8d01dd6514438d4c195, ASSIGN; state=OFFLINE, location=cdbe53028b4b,46667,1731367243727; forceNewPlan=false, retain=false 2024-11-11T23:21:04,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17183f564b8dd8d01dd6514438d4c195, regionState=OPENING, regionLocation=cdbe53028b4b,46667,1731367243727 2024-11-11T23:21:04,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17183f564b8dd8d01dd6514438d4c195, ASSIGN because future has completed 2024-11-11T23:21:04,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17183f564b8dd8d01dd6514438d4c195, server=cdbe53028b4b,46667,1731367243727}] 2024-11-11T23:21:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:04,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:04,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:04,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:21:04,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C46667%2C1731367243727.rep, suffix=, logDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727, archiveDir=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/oldWALs, maxLogs=10 2024-11-11T23:21:04,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.rep.1731367264202, exclude list is [], retry=0 2024-11-11T23:21:04,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42117,DS-1eeed74f-a4a3-4345-89cf-150c99e89bd9,DISK] 2024-11-11T23:21:04,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.rep.1731367264202 2024-11-11T23:21:04,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36063:36063)] 2024-11-11T23:21:04,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17183f564b8dd8d01dd6514438d4c195, NAME => 'hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:04,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:04,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:21:04,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. service=MultiRowMutationService 2024-11-11T23:21:04,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:21:04,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:04,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,224 INFO [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,225 INFO [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17183f564b8dd8d01dd6514438d4c195 columnFamilyName hfileref 2024-11-11T23:21:04,225 DEBUG [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:04,225 INFO [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] regionserver.HStore(327): Store=17183f564b8dd8d01dd6514438d4c195/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:04,225 INFO [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,226 INFO [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17183f564b8dd8d01dd6514438d4c195 columnFamilyName queue 2024-11-11T23:21:04,226 DEBUG [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:04,226 INFO [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] regionserver.HStore(327): Store=17183f564b8dd8d01dd6514438d4c195/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:04,226 INFO [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,227 INFO [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17183f564b8dd8d01dd6514438d4c195 columnFamilyName sid 2024-11-11T23:21:04,227 DEBUG [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:04,227 INFO [StoreOpener-17183f564b8dd8d01dd6514438d4c195-1 {}] regionserver.HStore(327): Store=17183f564b8dd8d01dd6514438d4c195/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:04,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/replication/17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/replication/17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:04,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/replication/17183f564b8dd8d01dd6514438d4c195/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:04,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17183f564b8dd8d01dd6514438d4c195; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59974287, jitterRate=-0.10631348192691803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:04,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:04,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17183f564b8dd8d01dd6514438d4c195: Running coprocessor pre-open hook at 1731367264223Writing region info on filesystem at 1731367264223Initializing all the Stores at 1731367264223Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367264223Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367264223Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367264223Cleaning up temporary data from old regions at 1731367264229 (+6 ms)Running coprocessor post-open hooks at 1731367264232 (+3 ms)Region opened successfully at 1731367264232 2024-11-11T23:21:04,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195., pid=10, masterSystemTime=1731367264197 2024-11-11T23:21:04,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:04,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:04,235 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17183f564b8dd8d01dd6514438d4c195, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,46667,1731367243727 2024-11-11T23:21:04,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17183f564b8dd8d01dd6514438d4c195, server=cdbe53028b4b,46667,1731367243727 because future has completed 2024-11-11T23:21:04,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:21:04,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17183f564b8dd8d01dd6514438d4c195, server=cdbe53028b4b,46667,1731367243727 in 191 msec 2024-11-11T23:21:04,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:21:04,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17183f564b8dd8d01dd6514438d4c195, ASSIGN in 347 msec 2024-11-11T23:21:04,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:04,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367264241"}]},"ts":"1731367264241"} 2024-11-11T23:21:04,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:21:04,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:04,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-11T23:21:04,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195., hostname=cdbe53028b4b,46667,1731367243727, seqNum=2] 2024-11-11T23:21:04,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:21:04,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:21:04,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:21:04,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:21:04,542 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:21:04,569 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,46667,1731367243727, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:21:04,570 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:04,570 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,46667,1731367243727, seqNum=-1] 2024-11-11T23:21:04,570 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:04,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:04,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,46667,1731367243727', locateType=CURRENT is [region=hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195., hostname=cdbe53028b4b,46667,1731367243727, seqNum=2] 2024-11-11T23:21:04,575 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:21:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:21:04,577 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,46667,1731367243727 suceeded 2024-11-11T23:21:04,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:21:04,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T23:21:04,579 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:45799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:21:04,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1120 sec 2024-11-11T23:21:04,594 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:45799' 2024-11-11T23:21:04,595 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73113d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:04,595 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45799,-1 for getting cluster id 2024-11-11T23:21:04,596 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:04,596 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84d82a10-91eb-45f0-a957-fb9b504e3e79' 2024-11-11T23:21:04,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:04,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84d82a10-91eb-45f0-a957-fb9b504e3e79" 2024-11-11T23:21:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@386c9b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45799,-1] 2024-11-11T23:21:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:04,598 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:04,598 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@462a4f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:04,598 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:04,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45799,1731367249027 2024-11-11T23:21:04,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ccc464 2024-11-11T23:21:04,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:04,600 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T23:21:04,600 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,46667,1731367243727 (queues=1) is replicating from cluster=599ca5d2-506e-402b-abba-e3bd6550c57b to cluster=84d82a10-91eb-45f0-a957-fb9b504e3e79 2024-11-11T23:21:04,601 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C46667%2C1731367243727 2024-11-11T23:21:04,601 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,46667,1731367243727, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:21:04,601 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C46667%2C1731367243727 2024-11-11T23:21:04,601 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, startPosition=0, beingWritten=true 2024-11-11T23:21:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:04,602 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:21:04,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:04,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:04,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:04,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:04,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:04,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:04,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45799,-1 for getting cluster id 2024-11-11T23:21:04,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:04,604 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84d82a10-91eb-45f0-a957-fb9b504e3e79' 2024-11-11T23:21:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84d82a10-91eb-45f0-a957-fb9b504e3e79" 2024-11-11T23:21:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3cb251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45799,-1] 2024-11-11T23:21:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:04,605 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6776c772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:04,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,45799,1731367249027 2024-11-11T23:21:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd97c16 2024-11-11T23:21:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:04,607 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:04,607 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 379, reset compression=false 2024-11-11T23:21:04,607 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:04,609 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:04,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:38277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:21:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:21:04,613 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38277' 2024-11-11T23:21:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:04,614 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fef4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:04,614 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38277,-1 for getting cluster id 2024-11-11T23:21:04,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:04,615 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd707b3ee-5b22-45bc-95c1-80e2838d2d1c' 2024-11-11T23:21:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d707b3ee-5b22-45bc-95c1-80e2838d2d1c" 2024-11-11T23:21:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654e5819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38277,-1] 2024-11-11T23:21:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:04,616 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:04,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49984524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:04,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:04,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38277,1731367253900 2024-11-11T23:21:04,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f5c23 2024-11-11T23:21:04,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:04,618 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:04,619 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:21:04,619 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:21:04,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:04,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:04,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:04,619 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:04,621 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:21:04,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:04,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:04,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:04,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:21:04,671 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:21:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:04,814 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 379, reset compression=false 2024-11-11T23:21:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:05,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a264464e36098af90fa9a1a5cc593a04, NAME => 'hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a 2024-11-11T23:21:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:21:05,117 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 379, reset compression=false 2024-11-11T23:21:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:05,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:05,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a264464e36098af90fa9a1a5cc593a04, disabling compactions & flushes 2024-11-11T23:21:05,442 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:05,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:05,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. after waiting 0 ms 2024-11-11T23:21:05,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:05,442 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:05,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a264464e36098af90fa9a1a5cc593a04: Waiting for close lock at 1731367265442Disabling compacts and flushes for region at 1731367265442Disabling writes for close at 1731367265442Writing region close event to WAL at 1731367265442Closed at 1731367265442 2024-11-11T23:21:05,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:05,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367265443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367265443"}]},"ts":"1731367265443"} 2024-11-11T23:21:05,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:05,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:05,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367265446"}]},"ts":"1731367265446"} 2024-11-11T23:21:05,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:21:05,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a264464e36098af90fa9a1a5cc593a04, ASSIGN}] 2024-11-11T23:21:05,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a264464e36098af90fa9a1a5cc593a04, ASSIGN 2024-11-11T23:21:05,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a264464e36098af90fa9a1a5cc593a04, ASSIGN; state=OFFLINE, location=cdbe53028b4b,42265,1731367249144; forceNewPlan=false, retain=false 2024-11-11T23:21:05,521 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 379, reset compression=false 2024-11-11T23:21:05,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a264464e36098af90fa9a1a5cc593a04, regionState=OPENING, regionLocation=cdbe53028b4b,42265,1731367249144 2024-11-11T23:21:05,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a264464e36098af90fa9a1a5cc593a04, ASSIGN because future has completed 2024-11-11T23:21:05,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a264464e36098af90fa9a1a5cc593a04, server=cdbe53028b4b,42265,1731367249144}] 2024-11-11T23:21:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:05,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:05,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:05,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:21:05,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C42265%2C1731367249144.rep, suffix=, logDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144, archiveDir=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/oldWALs, maxLogs=10 2024-11-11T23:21:05,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.rep.1731367265760, exclude list is [], retry=0 2024-11-11T23:21:05,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38167,DS-e33526a1-bf4c-4ac6-bc81-ee9d2439543f,DISK] 2024-11-11T23:21:05,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.rep.1731367265760 2024-11-11T23:21:05,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-11T23:21:05,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a264464e36098af90fa9a1a5cc593a04, NAME => 'hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:05,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:05,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:21:05,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. service=MultiRowMutationService 2024-11-11T23:21:05,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:21:05,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:05,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,780 INFO [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,781 INFO [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a264464e36098af90fa9a1a5cc593a04 columnFamilyName hfileref 2024-11-11T23:21:05,781 DEBUG [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:05,782 INFO [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] regionserver.HStore(327): Store=a264464e36098af90fa9a1a5cc593a04/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:05,782 INFO [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,783 INFO [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a264464e36098af90fa9a1a5cc593a04 columnFamilyName queue 2024-11-11T23:21:05,783 DEBUG [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:05,783 INFO [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] regionserver.HStore(327): Store=a264464e36098af90fa9a1a5cc593a04/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:05,783 INFO [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,784 INFO [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a264464e36098af90fa9a1a5cc593a04 columnFamilyName sid 2024-11-11T23:21:05,784 DEBUG [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:05,784 INFO [StoreOpener-a264464e36098af90fa9a1a5cc593a04-1 {}] regionserver.HStore(327): Store=a264464e36098af90fa9a1a5cc593a04/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:05,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/replication/a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/replication/a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:05,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/replication/a264464e36098af90fa9a1a5cc593a04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:05,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a264464e36098af90fa9a1a5cc593a04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65780219, jitterRate=-0.01979835331439972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:05,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:05,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a264464e36098af90fa9a1a5cc593a04: Running coprocessor pre-open hook at 1731367265779Writing region info on filesystem at 1731367265779Initializing all the Stores at 1731367265780 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367265780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367265780Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367265780Cleaning up temporary data from old regions at 1731367265786 (+6 ms)Running coprocessor post-open hooks at 1731367265789 (+3 ms)Region opened successfully at 1731367265789 2024-11-11T23:21:05,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04., pid=10, masterSystemTime=1731367265754 2024-11-11T23:21:05,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:05,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:05,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a264464e36098af90fa9a1a5cc593a04, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,42265,1731367249144 2024-11-11T23:21:05,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a264464e36098af90fa9a1a5cc593a04, server=cdbe53028b4b,42265,1731367249144 because future has completed 2024-11-11T23:21:05,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:21:05,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a264464e36098af90fa9a1a5cc593a04, server=cdbe53028b4b,42265,1731367249144 in 194 msec 2024-11-11T23:21:05,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:21:05,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a264464e36098af90fa9a1a5cc593a04, ASSIGN in 352 msec 2024-11-11T23:21:05,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:05,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367265803"}]},"ts":"1731367265803"} 2024-11-11T23:21:05,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:21:05,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:05,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-11T23:21:05,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04., hostname=cdbe53028b4b,42265,1731367249144, seqNum=2] 2024-11-11T23:21:05,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:21:05,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:21:06,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:21:06,025 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 379, reset compression=false 2024-11-11T23:21:06,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:21:06,156 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:21:06,182 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,42265,1731367249144, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:21:06,182 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:06,182 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42265,1731367249144, seqNum=-1] 2024-11-11T23:21:06,183 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:06,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:06,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,42265,1731367249144', locateType=CURRENT is [region=hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04., hostname=cdbe53028b4b,42265,1731367249144, seqNum=2] 2024-11-11T23:21:06,187 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:21:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:21:06,189 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,42265,1731367249144 suceeded 2024-11-11T23:21:06,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:21:06,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T23:21:06,191 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:38277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:21:06,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5810 sec 2024-11-11T23:21:06,201 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38277' 2024-11-11T23:21:06,202 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1a0ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:06,202 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38277,-1 for getting cluster id 2024-11-11T23:21:06,202 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:06,203 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd707b3ee-5b22-45bc-95c1-80e2838d2d1c' 2024-11-11T23:21:06,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:06,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d707b3ee-5b22-45bc-95c1-80e2838d2d1c" 2024-11-11T23:21:06,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a190aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:06,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38277,-1] 2024-11-11T23:21:06,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:06,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:06,204 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:06,205 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d0ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:06,205 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:06,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38277,1731367253900 2024-11-11T23:21:06,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e9a49fb 2024-11-11T23:21:06,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:06,207 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T23:21:06,207 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,42265,1731367249144 (queues=1) is replicating from cluster=84d82a10-91eb-45f0-a957-fb9b504e3e79 to cluster=d707b3ee-5b22-45bc-95c1-80e2838d2d1c 2024-11-11T23:21:06,208 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C42265%2C1731367249144 2024-11-11T23:21:06,208 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,42265,1731367249144, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:21:06,208 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C42265%2C1731367249144 2024-11-11T23:21:06,208 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, startPosition=0, beingWritten=true 2024-11-11T23:21:06,212 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:06,213 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 379, reset compression=false 2024-11-11T23:21:06,213 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:06,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:21:06,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T23:21:06,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:21:06,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T23:21:06,416 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 379, reset compression=false 2024-11-11T23:21:06,629 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 379, reset compression=false 2024-11-11T23:21:06,719 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 379, reset compression=false 2024-11-11T23:21:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:06,762 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:21:06,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:06,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:06,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:06,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:06,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:06,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:06,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38277,-1 for getting cluster id 2024-11-11T23:21:06,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:06,764 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd707b3ee-5b22-45bc-95c1-80e2838d2d1c' 2024-11-11T23:21:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d707b3ee-5b22-45bc-95c1-80e2838d2d1c" 2024-11-11T23:21:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ebaf8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38277,-1] 2024-11-11T23:21:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:06,765 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b832fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:06,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:06,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38277,1731367253900 2024-11-11T23:21:06,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5407ea23 2024-11-11T23:21:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:06,767 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:06,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:38223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:21:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:21:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:06,770 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38223' 2024-11-11T23:21:06,771 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aa9428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:06,771 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38223,-1 for getting cluster id 2024-11-11T23:21:06,771 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:06,772 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '599ca5d2-506e-402b-abba-e3bd6550c57b' 2024-11-11T23:21:06,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:06,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "599ca5d2-506e-402b-abba-e3bd6550c57b" 2024-11-11T23:21:06,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7353ddff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:06,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38223,-1] 2024-11-11T23:21:06,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:06,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:06,773 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:06,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b72614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:06,774 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:06,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38223,1731367243511 2024-11-11T23:21:06,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22863394 2024-11-11T23:21:06,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:06,775 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:06,775 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T23:21:06,775 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:21:06,776 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:06,776 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:06,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:06,776 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:06,777 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:21:06,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:06,778 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:06,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:21:06,827 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:21:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:07,122 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 379, reset compression=false 2024-11-11T23:21:07,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b11cf82abdcf0e10f069072ec9d16142, NAME => 'hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241 2024-11-11T23:21:07,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:21:07,332 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 379, reset compression=false 2024-11-11T23:21:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:07,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:07,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b11cf82abdcf0e10f069072ec9d16142, disabling compactions & flushes 2024-11-11T23:21:07,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:07,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:07,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. after waiting 0 ms 2024-11-11T23:21:07,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:07,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:07,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b11cf82abdcf0e10f069072ec9d16142: Waiting for close lock at 1731367267609Disabling compacts and flushes for region at 1731367267609Disabling writes for close at 1731367267609Writing region close event to WAL at 1731367267609Closed at 1731367267609 2024-11-11T23:21:07,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:07,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367267610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367267610"}]},"ts":"1731367267610"} 2024-11-11T23:21:07,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:07,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:07,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367267612"}]},"ts":"1731367267612"} 2024-11-11T23:21:07,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:21:07,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b11cf82abdcf0e10f069072ec9d16142, ASSIGN}] 2024-11-11T23:21:07,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b11cf82abdcf0e10f069072ec9d16142, ASSIGN 2024-11-11T23:21:07,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b11cf82abdcf0e10f069072ec9d16142, ASSIGN; state=OFFLINE, location=cdbe53028b4b,42799,1731367254045; forceNewPlan=false, retain=false 2024-11-11T23:21:07,629 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 379, reset compression=false 2024-11-11T23:21:07,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b11cf82abdcf0e10f069072ec9d16142, regionState=OPENING, regionLocation=cdbe53028b4b,42799,1731367254045 2024-11-11T23:21:07,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b11cf82abdcf0e10f069072ec9d16142, ASSIGN because future has completed 2024-11-11T23:21:07,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b11cf82abdcf0e10f069072ec9d16142, server=cdbe53028b4b,42799,1731367254045}] 2024-11-11T23:21:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:07,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:07,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:07,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:21:07,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C42799%2C1731367254045.rep, suffix=, logDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045, archiveDir=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/oldWALs, maxLogs=10 2024-11-11T23:21:07,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.rep.1731367267928, exclude list is [], retry=0 2024-11-11T23:21:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46641,DS-b61fb2f2-7987-4451-ac6c-088627bccfeb,DISK] 2024-11-11T23:21:07,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.rep.1731367267928 2024-11-11T23:21:07,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:21:07,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46585:46585)] 2024-11-11T23:21:07,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b11cf82abdcf0e10f069072ec9d16142, NAME => 'hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:07,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:07,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:21:07,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. service=MultiRowMutationService 2024-11-11T23:21:07,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:21:07,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:07,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:07,948 INFO [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,949 INFO [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b11cf82abdcf0e10f069072ec9d16142 columnFamilyName hfileref 2024-11-11T23:21:07,949 DEBUG [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:07,950 INFO [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] regionserver.HStore(327): Store=b11cf82abdcf0e10f069072ec9d16142/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:07,950 INFO [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,951 INFO [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b11cf82abdcf0e10f069072ec9d16142 columnFamilyName queue 2024-11-11T23:21:07,951 DEBUG [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:07,951 INFO [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] regionserver.HStore(327): Store=b11cf82abdcf0e10f069072ec9d16142/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:07,951 INFO [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,952 INFO [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b11cf82abdcf0e10f069072ec9d16142 columnFamilyName sid 2024-11-11T23:21:07,952 DEBUG [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:07,952 INFO [StoreOpener-b11cf82abdcf0e10f069072ec9d16142-1 {}] regionserver.HStore(327): Store=b11cf82abdcf0e10f069072ec9d16142/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:07,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/replication/b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/replication/b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:07,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/replication/b11cf82abdcf0e10f069072ec9d16142/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:07,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b11cf82abdcf0e10f069072ec9d16142; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70783125, jitterRate=0.05475075542926788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:07,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:07,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b11cf82abdcf0e10f069072ec9d16142: Running coprocessor pre-open hook at 1731367267946Writing region info on filesystem at 1731367267946Initializing all the Stores at 1731367267947 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367267947Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367267948 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367267948Cleaning up temporary data from old regions at 1731367267954 (+6 ms)Running coprocessor post-open hooks at 1731367267957 (+3 ms)Region opened successfully at 1731367267957 2024-11-11T23:21:07,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142., pid=10, masterSystemTime=1731367267922 2024-11-11T23:21:07,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:07,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:07,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b11cf82abdcf0e10f069072ec9d16142, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,42799,1731367254045 2024-11-11T23:21:07,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b11cf82abdcf0e10f069072ec9d16142, server=cdbe53028b4b,42799,1731367254045 because future has completed 2024-11-11T23:21:07,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:21:07,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b11cf82abdcf0e10f069072ec9d16142, server=cdbe53028b4b,42799,1731367254045 in 200 msec 2024-11-11T23:21:07,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:21:07,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b11cf82abdcf0e10f069072ec9d16142, ASSIGN in 355 msec 2024-11-11T23:21:07,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:07,972 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367267972"}]},"ts":"1731367267972"} 2024-11-11T23:21:07,974 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:21:07,974 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:07,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-11T23:21:07,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142., hostname=cdbe53028b4b,42799,1731367254045, seqNum=2] 2024-11-11T23:21:07,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:07,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:07,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:07,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:07,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:07,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:08,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:08,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:08,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:08,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:08,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:21:08,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:21:08,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:21:08,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:21:08,137 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 379, reset compression=false 2024-11-11T23:21:08,232 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 379, reset compression=false 2024-11-11T23:21:08,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:21:08,237 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:21:08,263 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,42799,1731367254045, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:21:08,264 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:08,264 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42799,1731367254045, seqNum=-1] 2024-11-11T23:21:08,264 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:08,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:08,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,42799,1731367254045', locateType=CURRENT is [region=hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142., hostname=cdbe53028b4b,42799,1731367254045, seqNum=2] 2024-11-11T23:21:08,269 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:21:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:21:08,271 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,42799,1731367254045 suceeded 2024-11-11T23:21:08,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:21:08,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-11T23:21:08,273 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:38223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:21:08,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-11T23:21:08,283 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38223' 2024-11-11T23:21:08,284 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b33d001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,284 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38223,-1 for getting cluster id 2024-11-11T23:21:08,284 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:08,285 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '599ca5d2-506e-402b-abba-e3bd6550c57b' 2024-11-11T23:21:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "599ca5d2-506e-402b-abba-e3bd6550c57b" 2024-11-11T23:21:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30728d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38223,-1] 2024-11-11T23:21:08,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:08,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:08,286 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:08,287 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cf4a2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,287 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:08,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38223,1731367243511 2024-11-11T23:21:08,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be5cfac 2024-11-11T23:21:08,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:08,308 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T23:21:08,309 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,42799,1731367254045 (queues=1) is replicating from cluster=d707b3ee-5b22-45bc-95c1-80e2838d2d1c to cluster=599ca5d2-506e-402b-abba-e3bd6550c57b 2024-11-11T23:21:08,309 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C42799%2C1731367254045 2024-11-11T23:21:08,309 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,42799,1731367254045, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:21:08,309 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C42799%2C1731367254045 2024-11-11T23:21:08,309 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, startPosition=0, beingWritten=true 2024-11-11T23:21:08,313 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:08,314 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 379, reset compression=false 2024-11-11T23:21:08,314 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42799,1731367254045 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:08,520 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 379, reset compression=false 2024-11-11T23:21:08,824 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 379, reset compression=false 2024-11-11T23:21:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:08,912 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:21:08,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:08,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:08,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:08,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:08,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:08,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38223,-1 for getting cluster id 2024-11-11T23:21:08,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:08,914 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '599ca5d2-506e-402b-abba-e3bd6550c57b' 2024-11-11T23:21:08,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:08,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "599ca5d2-506e-402b-abba-e3bd6550c57b" 2024-11-11T23:21:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b03c346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38223,-1] 2024-11-11T23:21:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:08,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:08,915 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:08,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0bd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45799,-1 for getting cluster id 2024-11-11T23:21:08,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:08,917 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84d82a10-91eb-45f0-a957-fb9b504e3e79' 2024-11-11T23:21:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84d82a10-91eb-45f0-a957-fb9b504e3e79" 2024-11-11T23:21:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c44ef0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45799,-1] 2024-11-11T23:21:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:08,918 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62254284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38277,-1 for getting cluster id 2024-11-11T23:21:08,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:08,920 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd707b3ee-5b22-45bc-95c1-80e2838d2d1c' 2024-11-11T23:21:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d707b3ee-5b22-45bc-95c1-80e2838d2d1c" 2024-11-11T23:21:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8dbce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38277,-1] 2024-11-11T23:21:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:08,921 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f49ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:08,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:08,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,46667,1731367243727, seqNum=-1] 2024-11-11T23:21:08,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:08,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:08,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b., hostname=cdbe53028b4b,46667,1731367243727, seqNum=2] 2024-11-11T23:21:08,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42799,1731367254045, seqNum=-1] 2024-11-11T23:21:08,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:08,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607., hostname=cdbe53028b4b,42799,1731367254045, seqNum=2] 2024-11-11T23:21:08,932 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T23:21:08,936 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 379, reset compression=false 2024-11-11T23:21:09,041 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 379, reset compression=false 2024-11-11T23:21:09,046 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:09,046 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 480, reset compression=false 2024-11-11T23:21:09,046 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[{test/5699abd0ab8f2eff7f24140d2b9aff3b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T23:21:09,048 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:21:09,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T23:21:09,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:09,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4658567a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:09,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,45799,-1 for getting cluster id 2024-11-11T23:21:09,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:09,051 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84d82a10-91eb-45f0-a957-fb9b504e3e79' 2024-11-11T23:21:09,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:09,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84d82a10-91eb-45f0-a957-fb9b504e3e79" 2024-11-11T23:21:09,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d920f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:09,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,45799,-1] 2024-11-11T23:21:09,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:09,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:09,052 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:09,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2218c08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:09,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:09,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42265,1731367249144, seqNum=-1] 2024-11-11T23:21:09,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:09,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:09,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e., hostname=cdbe53028b4b,42265,1731367249144, seqNum=2] 2024-11-11T23:21:09,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:09,228 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 379, reset compression=false 2024-11-11T23:21:09,250 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 480, reset compression=false 2024-11-11T23:21:09,553 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 480, reset compression=false 2024-11-11T23:21:09,733 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 379, reset compression=false 2024-11-11T23:21:09,739 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 379, reset compression=false 2024-11-11T23:21:09,753 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:09,753 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 503, reset compression=false 2024-11-11T23:21:09,753 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[{test/f37c6e29e0c442979cdafa5112390e4e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T23:21:09,756 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:21:09,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T23:21:09,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:09,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@560aecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:09,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38277,-1 for getting cluster id 2024-11-11T23:21:09,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:09,759 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd707b3ee-5b22-45bc-95c1-80e2838d2d1c' 2024-11-11T23:21:09,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:09,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d707b3ee-5b22-45bc-95c1-80e2838d2d1c" 2024-11-11T23:21:09,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6343fab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:09,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38277,-1] 2024-11-11T23:21:09,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:09,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:09,761 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:09,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6559952a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:09,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:09,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42799,1731367254045, seqNum=-1] 2024-11-11T23:21:09,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:09,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:09,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607., hostname=cdbe53028b4b,42799,1731367254045, seqNum=2] 2024-11-11T23:21:09,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:09,935 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T23:21:09,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42265,1731367249144, seqNum=-1] 2024-11-11T23:21:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:09,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e., hostname=cdbe53028b4b,42265,1731367249144, seqNum=2] 2024-11-11T23:21:09,944 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T23:21:09,957 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 480, reset compression=false 2024-11-11T23:21:09,960 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 503, reset compression=false 2024-11-11T23:21:09,965 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:09,965 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 607, reset compression=false 2024-11-11T23:21:09,965 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[{test/f37c6e29e0c442979cdafa5112390e4e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T23:21:09,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:09,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:10,170 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 607, reset compression=false 2024-11-11T23:21:10,344 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 379, reset compression=false 2024-11-11T23:21:10,348 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:10,348 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 655, reset compression=false 2024-11-11T23:21:10,349 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42799,1731367254045 got entry batch from reader: WALEntryBatch [walEntries=[{test/e9b01c64e810d22b7ef86f63531b3607/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T23:21:10,351 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:21:10,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T23:21:10,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:10,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d825ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:10,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38223,-1 for getting cluster id 2024-11-11T23:21:10,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:10,355 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '599ca5d2-506e-402b-abba-e3bd6550c57b' 2024-11-11T23:21:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "599ca5d2-506e-402b-abba-e3bd6550c57b" 2024-11-11T23:21:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70a55dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38223,-1] 2024-11-11T23:21:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:10,356 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:10,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ce9f428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:10,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:10,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,46667,1731367243727, seqNum=-1] 2024-11-11T23:21:10,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:10,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:10,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b., hostname=cdbe53028b4b,46667,1731367243727, seqNum=2] 2024-11-11T23:21:10,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:10,463 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 480, reset compression=false 2024-11-11T23:21:10,468 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:10,468 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 632, reset compression=false 2024-11-11T23:21:10,468 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:10,474 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 607, reset compression=false 2024-11-11T23:21:10,553 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 655, reset compression=false 2024-11-11T23:21:10,671 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 632, reset compression=false 2024-11-11T23:21:10,857 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 655, reset compression=false 2024-11-11T23:21:10,877 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 607, reset compression=false 2024-11-11T23:21:10,948 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T23:21:10,954 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T23:21:10,975 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 632, reset compression=false 2024-11-11T23:21:11,262 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 655, reset compression=false 2024-11-11T23:21:11,265 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:11,265 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 759, reset compression=false 2024-11-11T23:21:11,266 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42799,1731367254045 got entry batch from reader: WALEntryBatch [walEntries=[{test/e9b01c64e810d22b7ef86f63531b3607/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T23:21:11,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:11,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:11,379 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 632, reset compression=false 2024-11-11T23:21:11,381 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 607, reset compression=false 2024-11-11T23:21:11,385 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:11,385 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 760, reset compression=false 2024-11-11T23:21:11,385 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[{test/5699abd0ab8f2eff7f24140d2b9aff3b/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T23:21:11,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:11,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:11,470 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 759, reset compression=false 2024-11-11T23:21:11,590 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 760, reset compression=false 2024-11-11T23:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 759, reset compression=false 2024-11-11T23:21:11,893 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 760, reset compression=false 2024-11-11T23:21:11,956 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T23:21:11,986 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 607, reset compression=false 2024-11-11T23:21:12,021 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:12,021 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 758, reset compression=false 2024-11-11T23:21:12,021 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:12,023 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T23:21:12,177 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 759, reset compression=false 2024-11-11T23:21:12,225 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 758, reset compression=false 2024-11-11T23:21:12,296 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 760, reset compression=false 2024-11-11T23:21:12,300 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:12,300 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 916, reset compression=false 2024-11-11T23:21:12,300 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[{test/5699abd0ab8f2eff7f24140d2b9aff3b/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T23:21:12,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:12,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:12,503 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 916, reset compression=false 2024-11-11T23:21:12,529 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 758, reset compression=false 2024-11-11T23:21:12,533 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:12,533 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 905, reset compression=false 2024-11-11T23:21:12,533 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[{test/f37c6e29e0c442979cdafa5112390e4e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T23:21:12,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:12,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:12,680 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 759, reset compression=false 2024-11-11T23:21:12,685 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:12,685 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 930, reset compression=false 2024-11-11T23:21:12,685 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42799,1731367254045 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:12,745 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 905, reset compression=false 2024-11-11T23:21:12,807 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 916, reset compression=false 2024-11-11T23:21:12,889 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 930, reset compression=false 2024-11-11T23:21:13,025 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T23:21:13,028 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T23:21:13,049 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 905, reset compression=false 2024-11-11T23:21:13,054 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:13,054 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1064, reset compression=false 2024-11-11T23:21:13,054 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[{test/f37c6e29e0c442979cdafa5112390e4e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T23:21:13,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:13,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:13,100 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:21:13,192 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 930, reset compression=false 2024-11-11T23:21:13,197 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:13,197 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1080, reset compression=false 2024-11-11T23:21:13,197 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42799,1731367254045 got entry batch from reader: WALEntryBatch [walEntries=[{test/e9b01c64e810d22b7ef86f63531b3607/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T23:21:13,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:13,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:13,210 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 916, reset compression=false 2024-11-11T23:21:13,214 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:13,214 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1090, reset compression=false 2024-11-11T23:21:13,214 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:13,257 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1064, reset compression=false 2024-11-11T23:21:13,405 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1080, reset compression=false 2024-11-11T23:21:13,418 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1090, reset compression=false 2024-11-11T23:21:13,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:21:13,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:13,561 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1064, reset compression=false 2024-11-11T23:21:13,708 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1080, reset compression=false 2024-11-11T23:21:13,721 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1090, reset compression=false 2024-11-11T23:21:13,964 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1064, reset compression=false 2024-11-11T23:21:14,030 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T23:21:14,033 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T23:21:14,112 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1080, reset compression=false 2024-11-11T23:21:14,116 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:14,116 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1239, reset compression=false 2024-11-11T23:21:14,116 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42799,1731367254045 got entry batch from reader: WALEntryBatch [walEntries=[{test/e9b01c64e810d22b7ef86f63531b3607/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T23:21:14,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:14,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:14,124 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1090, reset compression=false 2024-11-11T23:21:14,129 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:14,129 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1240, reset compression=false 2024-11-11T23:21:14,129 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[{test/5699abd0ab8f2eff7f24140d2b9aff3b/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T23:21:14,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:14,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:14,319 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1239, reset compression=false 2024-11-11T23:21:14,332 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1240, reset compression=false 2024-11-11T23:21:14,467 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1064, reset compression=false 2024-11-11T23:21:14,470 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:14,471 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1237, reset compression=false 2024-11-11T23:21:14,471 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:14,624 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1239, reset compression=false 2024-11-11T23:21:14,635 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1240, reset compression=false 2024-11-11T23:21:14,674 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1237, reset compression=false 2024-11-11T23:21:14,978 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1237, reset compression=false 2024-11-11T23:21:15,027 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1239, reset compression=false 2024-11-11T23:21:15,035 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T23:21:15,038 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1240, reset compression=false 2024-11-11T23:21:15,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b7802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:15,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38277,-1 for getting cluster id 2024-11-11T23:21:15,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:15,042 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd707b3ee-5b22-45bc-95c1-80e2838d2d1c' 2024-11-11T23:21:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d707b3ee-5b22-45bc-95c1-80e2838d2d1c" 2024-11-11T23:21:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96a384c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38277,-1] 2024-11-11T23:21:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:15,044 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6647164a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:15,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38277,1731367253900 2024-11-11T23:21:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@584f1f92 2024-11-11T23:21:15,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:15,048 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:15,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-11T23:21:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T23:21:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T23:21:15,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:21:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T23:21:15,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T23:21:15,268 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T23:21:15,269 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T23:21:15,269 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,42799,1731367254045 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T23:21:15,269 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0. 2024-11-11T23:21:15,269 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:15,269 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:15,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:15,269 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:15,369 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T23:21:15,369 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:21:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T23:21:15,381 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1237, reset compression=false 2024-11-11T23:21:15,470 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 terminated 2024-11-11T23:21:15,492 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,42799,1731367254045, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:21:15,493 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T23:21:15,493 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T23:21:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T23:21:15,495 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on cdbe53028b4b,42799,1731367254045 suceeded 2024-11-11T23:21:15,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T23:21:15,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-11-11T23:21:15,496 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T23:21:15,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 448 msec 2024-11-11T23:21:15,511 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38223' 2024-11-11T23:21:15,512 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fdf9b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:15,512 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38223,-1 for getting cluster id 2024-11-11T23:21:15,513 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:15,513 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '599ca5d2-506e-402b-abba-e3bd6550c57b' 2024-11-11T23:21:15,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:15,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "599ca5d2-506e-402b-abba-e3bd6550c57b" 2024-11-11T23:21:15,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74683120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:15,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38223,-1] 2024-11-11T23:21:15,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:15,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:15,514 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:15,515 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4023532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:15,515 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:15,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38223,1731367243511 2024-11-11T23:21:15,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b82db10 2024-11-11T23:21:15,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:15,516 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T23:21:15,517 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,42799,1731367254045 (queues=1) is replicating from cluster=d707b3ee-5b22-45bc-95c1-80e2838d2d1c to cluster=599ca5d2-506e-402b-abba-e3bd6550c57b 2024-11-11T23:21:15,517 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C42799%2C1731367254045 2024-11-11T23:21:15,517 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,42799,1731367254045, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:21:15,518 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C42799%2C1731367254045 2024-11-11T23:21:15,541 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1240, reset compression=false 2024-11-11T23:21:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T23:21:15,682 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:21:15,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:15,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:15,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:15,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:15,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:15,686 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T23:21:15,885 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1237, reset compression=false 2024-11-11T23:21:16,145 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1240, reset compression=false 2024-11-11T23:21:16,149 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:16,149 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1344, reset compression=false 2024-11-11T23:21:16,149 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[{test/5699abd0ab8f2eff7f24140d2b9aff3b/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T23:21:16,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:16,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:16,352 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1344, reset compression=false 2024-11-11T23:21:16,488 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1237, reset compression=false 2024-11-11T23:21:16,498 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:16,498 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1364, reset compression=false 2024-11-11T23:21:16,498 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[{test/f37c6e29e0c442979cdafa5112390e4e/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T23:21:16,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:16,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:16,656 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1344, reset compression=false 2024-11-11T23:21:16,687 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T23:21:16,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcb21a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:16,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38277,-1 for getting cluster id 2024-11-11T23:21:16,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:16,690 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd707b3ee-5b22-45bc-95c1-80e2838d2d1c' 2024-11-11T23:21:16,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:16,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d707b3ee-5b22-45bc-95c1-80e2838d2d1c" 2024-11-11T23:21:16,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668ebe0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:16,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38277,-1] 2024-11-11T23:21:16,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:16,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:16,691 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:16,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bede91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:16,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38277,1731367253900 2024-11-11T23:21:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fa4e5b4 2024-11-11T23:21:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:16,695 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:16,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-11T23:21:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T23:21:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T23:21:16,708 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1364, reset compression=false 2024-11-11T23:21:16,711 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:16,711 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:16,711 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[{test/f37c6e29e0c442979cdafa5112390e4e/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T23:21:16,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:16,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:16,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:21:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T23:21:16,915 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:16,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T23:21:16,951 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T23:21:16,952 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T23:21:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T23:21:16,953 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on cdbe53028b4b,42799,1731367254045 suceeded 2024-11-11T23:21:16,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T23:21:16,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-11T23:21:16,955 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T23:21:16,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 259 msec 2024-11-11T23:21:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T23:21:17,012 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:21:17,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:17,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:17,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:17,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:17,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:17,014 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-11T23:21:17,019 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, startPosition=1239, beingWritten=true 2024-11-11T23:21:17,023 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:17,023 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1518, reset compression=false 2024-11-11T23:21:17,023 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42799,1731367254045 got entry batch from reader: WALEntryBatch [walEntries=[{test/e9b01c64e810d22b7ef86f63531b3607/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T23:21:17,025 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:21:17,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T23:21:17,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:17,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:17,059 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1344, reset compression=false 2024-11-11T23:21:17,063 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:17,063 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:17,063 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:17,218 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:17,227 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1518, reset compression=false 2024-11-11T23:21:17,266 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:17,530 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1518, reset compression=false 2024-11-11T23:21:17,570 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:17,621 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:17,934 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1518, reset compression=false 2024-11-11T23:21:17,973 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:18,016 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T23:21:18,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:21:18,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:18,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:18,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:18,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:18,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:18,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:21:18,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1198779721, stopped=false 2024-11-11T23:21:18,017 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,38277,1731367253900 2024-11-11T23:21:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-898611828/running 2024-11-11T23:21:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-898611828/running 2024-11-11T23:21:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:21:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:21:18,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:21:18,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:18,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:18,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:18,073 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,42799,1731367254045' ***** 2024-11-11T23:21:18,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:21:18,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on znode that does not yet exist, /2-898611828/running 2024-11-11T23:21:18,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Set watcher on znode that does not yet exist, /2-898611828/running 2024-11-11T23:21:18,073 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:21:18,073 INFO [RS:0;cdbe53028b4b:42799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:21:18,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(3091): Received CLOSE for b11cf82abdcf0e10f069072ec9d16142 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(3091): Received CLOSE for e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,42799,1731367254045 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:42799. 2024-11-11T23:21:18,074 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b11cf82abdcf0e10f069072ec9d16142, disabling compactions & flushes 2024-11-11T23:21:18,074 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:18,074 DEBUG [RS:0;cdbe53028b4b:42799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:18,074 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:18,074 DEBUG [RS:0;cdbe53028b4b:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:18,074 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. after waiting 0 ms 2024-11-11T23:21:18,074 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:21:18,074 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b11cf82abdcf0e10f069072ec9d16142 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-11T23:21:18,074 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:21:18,075 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1325): Online Regions={b11cf82abdcf0e10f069072ec9d16142=hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142., 1588230740=hbase:meta,,1.1588230740, e9b01c64e810d22b7ef86f63531b3607=test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607.} 2024-11-11T23:21:18,075 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:21:18,075 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b11cf82abdcf0e10f069072ec9d16142, e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:18,075 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:21:18,075 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:21:18,075 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:21:18,075 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:21:18,075 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:21:18,088 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/replication/b11cf82abdcf0e10f069072ec9d16142/.tmp/queue/70bb9e8ca991485aadf10d6a553bf8ea is 154, key is 1-cdbe53028b4b,42799,1731367254045/queue:cdbe53028b4b%2C42799%2C1731367254045/1731367277029/Put/seqid=0 2024-11-11T23:21:18,091 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/info/d17ea82f86d14cb8b296f1bd0cd0eb34 is 147, key is hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142./info:regioninfo/1731367267959/Put/seqid=0 2024-11-11T23:21:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741840_1016 (size=5353) 2024-11-11T23:21:18,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741841_1017 (size=7686) 2024-11-11T23:21:18,120 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:21:18,124 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:18,275 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b11cf82abdcf0e10f069072ec9d16142, e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:18,437 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1518, reset compression=false 2024-11-11T23:21:18,475 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b11cf82abdcf0e10f069072ec9d16142, e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:18,476 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:18,492 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/replication/b11cf82abdcf0e10f069072ec9d16142/.tmp/queue/70bb9e8ca991485aadf10d6a553bf8ea 2024-11-11T23:21:18,496 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/info/d17ea82f86d14cb8b296f1bd0cd0eb34 2024-11-11T23:21:18,496 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/replication/b11cf82abdcf0e10f069072ec9d16142/.tmp/queue/70bb9e8ca991485aadf10d6a553bf8ea as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/replication/b11cf82abdcf0e10f069072ec9d16142/queue/70bb9e8ca991485aadf10d6a553bf8ea 2024-11-11T23:21:18,499 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/replication/b11cf82abdcf0e10f069072ec9d16142/queue/70bb9e8ca991485aadf10d6a553bf8ea, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T23:21:18,500 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b11cf82abdcf0e10f069072ec9d16142 in 426ms, sequenceid=12, compaction requested=false 2024-11-11T23:21:18,503 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/replication/b11cf82abdcf0e10f069072ec9d16142/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T23:21:18,503 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:21:18,504 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:21:18,504 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:18,504 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b11cf82abdcf0e10f069072ec9d16142: Waiting for close lock at 1731367278074Running coprocessor pre-close hooks at 1731367278074Disabling compacts and flushes for region at 1731367278074Disabling writes for close at 1731367278074Obtaining lock to block concurrent updates at 1731367278074Preparing flush snapshotting stores in b11cf82abdcf0e10f069072ec9d16142 at 1731367278074Finished memstore snapshotting hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731367278075 (+1 ms)Flushing stores of hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. at 1731367278075Flushing b11cf82abdcf0e10f069072ec9d16142/queue: creating writer at 1731367278075Flushing b11cf82abdcf0e10f069072ec9d16142/queue: appending metadata at 1731367278087 (+12 ms)Flushing b11cf82abdcf0e10f069072ec9d16142/queue: closing flushed file at 1731367278087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377f4e7f: reopening flushed file at 1731367278495 (+408 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b11cf82abdcf0e10f069072ec9d16142 in 426ms, sequenceid=12, compaction requested=false at 1731367278500 (+5 ms)Writing region close event to WAL at 1731367278501 (+1 ms)Running coprocessor post-close hooks at 1731367278503 (+2 ms)Closed at 1731367278504 (+1 ms) 2024-11-11T23:21:18,504 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367266776.b11cf82abdcf0e10f069072ec9d16142. 2024-11-11T23:21:18,504 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9b01c64e810d22b7ef86f63531b3607, disabling compactions & flushes 2024-11-11T23:21:18,504 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:18,504 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:18,504 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. after waiting 0 ms 2024-11-11T23:21:18,504 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:18,504 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e9b01c64e810d22b7ef86f63531b3607 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T23:21:18,516 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/ns/84f674d839c841a39c627b8f7bb23f41 is 43, key is default/ns:d/1731367256883/Put/seqid=0 2024-11-11T23:21:18,518 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/.tmp/f/4e4b493daa244fd29e6e84c70ba00697 is 37, key is row3/f:row3/1731367275684/Put/seqid=0 2024-11-11T23:21:18,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741842_1018 (size=5153) 2024-11-11T23:21:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741843_1019 (size=5228) 2024-11-11T23:21:18,675 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:18,727 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:18,838 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:21:18,838 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:21:18,875 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:18,919 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/ns/84f674d839c841a39c627b8f7bb23f41 2024-11-11T23:21:18,922 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/.tmp/f/4e4b493daa244fd29e6e84c70ba00697 2024-11-11T23:21:18,926 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e4b493daa244fd29e6e84c70ba00697 2024-11-11T23:21:18,939 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/rep_barrier/59e8f324aa2d443488621c37b9c732a5 is 112, key is test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607./rep_barrier:seqnumDuringOpen/1731367262453/Put/seqid=0 2024-11-11T23:21:18,942 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/.tmp/f1/a21a6ddfc6404e12b16894e6d37498f1 is 30, key is row1/f1:/1731367273026/DeleteFamily/seqid=0 2024-11-11T23:21:18,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741844_1020 (size=5518) 2024-11-11T23:21:18,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741845_1021 (size=5158) 2024-11-11T23:21:18,945 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/.tmp/f1/a21a6ddfc6404e12b16894e6d37498f1 2024-11-11T23:21:18,948 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a21a6ddfc6404e12b16894e6d37498f1 2024-11-11T23:21:18,965 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/.tmp/norep/a34e2305a26b4226bd16769023e742a7 is 33, key is row2/norep:/1731367274031/DeleteFamily/seqid=0 2024-11-11T23:21:18,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741846_1022 (size=5108) 2024-11-11T23:21:19,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:21:19,041 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1518, reset compression=false 2024-11-11T23:21:19,044 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:19,044 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1765, reset compression=false 2024-11-11T23:21:19,044 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42799,1731367254045 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:19,045 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,42799,1731367254045: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,42799,1731367254045, walGroup=cdbe53028b4b%2C42799%2C1731367254045, offset=cdbe53028b4b%2C42799%2C1731367254045.1731367255933:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:42799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:21:19,046 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:21:19,046 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:21:19,047 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:21:19,047 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:21:19,047 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:21:19,047 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 896162400 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198330184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:21:19,047 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:21:19,076 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:21:19,076 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e9b01c64e810d22b7ef86f63531b3607=test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607.} 2024-11-11T23:21:19,076 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:19,078 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:19,248 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1765, reset compression=false 2024-11-11T23:21:19,276 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9b01c64e810d22b7ef86f63531b3607 2024-11-11T23:21:19,343 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/rep_barrier/59e8f324aa2d443488621c37b9c732a5 2024-11-11T23:21:19,369 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/.tmp/norep/a34e2305a26b4226bd16769023e742a7 2024-11-11T23:21:19,369 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/table/ecdca9ff50b64f4e8f00f5b33a47602d is 53, key is hbase:replication/table:state/1731367267972/Put/seqid=0 2024-11-11T23:21:19,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741847_1023 (size=5308) 2024-11-11T23:21:19,373 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34e2305a26b4226bd16769023e742a7 2024-11-11T23:21:19,374 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/.tmp/f/4e4b493daa244fd29e6e84c70ba00697 as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/f/4e4b493daa244fd29e6e84c70ba00697 2024-11-11T23:21:19,378 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e4b493daa244fd29e6e84c70ba00697 2024-11-11T23:21:19,378 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/f/4e4b493daa244fd29e6e84c70ba00697, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T23:21:19,379 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/.tmp/f1/a21a6ddfc6404e12b16894e6d37498f1 as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/f1/a21a6ddfc6404e12b16894e6d37498f1 2024-11-11T23:21:19,382 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a21a6ddfc6404e12b16894e6d37498f1 2024-11-11T23:21:19,383 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/f1/a21a6ddfc6404e12b16894e6d37498f1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T23:21:19,383 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/.tmp/norep/a34e2305a26b4226bd16769023e742a7 as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/norep/a34e2305a26b4226bd16769023e742a7 2024-11-11T23:21:19,387 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34e2305a26b4226bd16769023e742a7 2024-11-11T23:21:19,387 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/norep/a34e2305a26b4226bd16769023e742a7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T23:21:19,388 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e9b01c64e810d22b7ef86f63531b3607 in 884ms, sequenceid=12, compaction requested=false 2024-11-11T23:21:19,393 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/default/test/e9b01c64e810d22b7ef86f63531b3607/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T23:21:19,393 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:21:19,393 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:21:19,393 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:19,394 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9b01c64e810d22b7ef86f63531b3607: Waiting for close lock at 1731367278504Running coprocessor pre-close hooks at 1731367278504Disabling compacts and flushes for region at 1731367278504Disabling writes for close at 1731367278504Obtaining lock to block concurrent updates at 1731367278504Preparing flush snapshotting stores in e9b01c64e810d22b7ef86f63531b3607 at 1731367278504Finished memstore snapshotting test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731367278505 (+1 ms)Flushing stores of test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. at 1731367278505Flushing e9b01c64e810d22b7ef86f63531b3607/f: creating writer at 1731367278505Flushing e9b01c64e810d22b7ef86f63531b3607/f: appending metadata at 1731367278518 (+13 ms)Flushing e9b01c64e810d22b7ef86f63531b3607/f: closing flushed file at 1731367278518Flushing e9b01c64e810d22b7ef86f63531b3607/f1: creating writer at 1731367278926 (+408 ms)Flushing e9b01c64e810d22b7ef86f63531b3607/f1: appending metadata at 1731367278941 (+15 ms)Flushing e9b01c64e810d22b7ef86f63531b3607/f1: closing flushed file at 1731367278941Flushing e9b01c64e810d22b7ef86f63531b3607/norep: creating writer at 1731367278948 (+7 ms)Flushing e9b01c64e810d22b7ef86f63531b3607/norep: appending metadata at 1731367278964 (+16 ms)Flushing e9b01c64e810d22b7ef86f63531b3607/norep: closing flushed file at 1731367278964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e40aa2a: reopening flushed file at 1731367279373 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a554cd: reopening flushed file at 1731367279378 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc4e93f: reopening flushed file at 1731367279383 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e9b01c64e810d22b7ef86f63531b3607 in 884ms, sequenceid=12, compaction requested=false at 1731367279388 (+5 ms)Writing region close event to WAL at 1731367279389 (+1 ms)Running coprocessor post-close hooks at 1731367279393 (+4 ms)Closed at 1731367279393 2024-11-11T23:21:19,394 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367261315.e9b01c64e810d22b7ef86f63531b3607. 2024-11-11T23:21:19,430 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:19,476 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:21:19,551 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 1765, reset compression=false 2024-11-11T23:21:19,555 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:19,555 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 2409, reset compression=false 2024-11-11T23:21:19,676 DEBUG [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:21:19,759 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.wal-reader.cdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.1731367255933 to pos 2409, reset compression=false 2024-11-11T23:21:19,773 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/table/ecdca9ff50b64f4e8f00f5b33a47602d 2024-11-11T23:21:19,777 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/info/d17ea82f86d14cb8b296f1bd0cd0eb34 as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/info/d17ea82f86d14cb8b296f1bd0cd0eb34 2024-11-11T23:21:19,781 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/info/d17ea82f86d14cb8b296f1bd0cd0eb34, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:21:19,782 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:19,782 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/ns/84f674d839c841a39c627b8f7bb23f41 as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/ns/84f674d839c841a39c627b8f7bb23f41 2024-11-11T23:21:19,786 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/ns/84f674d839c841a39c627b8f7bb23f41, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:21:19,786 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/rep_barrier/59e8f324aa2d443488621c37b9c732a5 as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/rep_barrier/59e8f324aa2d443488621c37b9c732a5 2024-11-11T23:21:19,790 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/rep_barrier/59e8f324aa2d443488621c37b9c732a5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:21:19,791 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/.tmp/table/ecdca9ff50b64f4e8f00f5b33a47602d as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/table/ecdca9ff50b64f4e8f00f5b33a47602d 2024-11-11T23:21:19,795 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/table/ecdca9ff50b64f4e8f00f5b33a47602d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:21:19,796 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-11T23:21:19,799 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:21:19,800 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:21:19,800 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:21:19,800 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:21:19,800 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367278075Running coprocessor pre-close hooks at 1731367278075Disabling compacts and flushes for region at 1731367278075Disabling writes for close at 1731367278075Obtaining lock to block concurrent updates at 1731367278075Preparing flush snapshotting stores in 1588230740 at 1731367278075Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367278075Flushing stores of hbase:meta,,1.1588230740 at 1731367278075Flushing 1588230740/info: creating writer at 1731367278075Flushing 1588230740/info: appending metadata at 1731367278090 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731367278090Flushing 1588230740/ns: creating writer at 1731367278499 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731367278515 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731367278515Flushing 1588230740/rep_barrier: creating writer at 1731367278923 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367278939 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367278939Flushing 1588230740/table: creating writer at 1731367279347 (+408 ms)Flushing 1588230740/table: appending metadata at 1731367279369 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731367279369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6bf131: reopening flushed file at 1731367279777 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce5411a: reopening flushed file at 1731367279782 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189f7cd7: reopening flushed file at 1731367279786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa7d626: reopening flushed file at 1731367279791 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1731367279796 (+5 ms)Writing region close event to WAL at 1731367279797 (+1 ms)Running coprocessor post-close hooks at 1731367279799 (+2 ms)Closed at 1731367279800 (+1 ms) 2024-11-11T23:21:19,800 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:21:19,877 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,42799,1731367254045; all regions closed. 2024-11-11T23:21:19,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:21:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741839_1015 (size=3115) 2024-11-11T23:21:19,880 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/WALs/cdbe53028b4b,42799,1731367254045/cdbe53028b4b%2C42799%2C1731367254045.rep.1731367267928 not finished, retry = 0 2024-11-11T23:21:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741832_1008 (size=2417) 2024-11-11T23:21:19,986 DEBUG [RS:0;cdbe53028b4b:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:19,986 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:21:19,986 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:21:19,986 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:21:19,986 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:21:19,986 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:21:19,987 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,42799,1731367254045 because: Region server is closing 2024-11-11T23:21:19,987 INFO [RS:0;cdbe53028b4b:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:42799. 2024-11-11T23:21:19,987 DEBUG [RS:0;cdbe53028b4b:42799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:19,987 DEBUG [RS:0;cdbe53028b4b:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:19,987 DEBUG [RS:0;cdbe53028b4b:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:19,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:20,087 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42799,1731367254045.replicationSource.shippercdbe53028b4b%2C42799%2C1731367254045,1-cdbe53028b4b,42799,1731367254045 terminated 2024-11-11T23:21:20,088 INFO [RS:0;cdbe53028b4b:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:42799. 2024-11-11T23:21:20,088 DEBUG [RS:0;cdbe53028b4b:42799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:20,088 DEBUG [RS:0;cdbe53028b4b:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:20,088 DEBUG [RS:0;cdbe53028b4b:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:20,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:20,088 INFO [RS:0;cdbe53028b4b:42799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42799 2024-11-11T23:21:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-898611828/rs/cdbe53028b4b,42799,1731367254045 2024-11-11T23:21:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828/rs 2024-11-11T23:21:20,166 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:21:20,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,42799,1731367254045] 2024-11-11T23:21:20,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-898611828/draining/cdbe53028b4b,42799,1731367254045 already deleted, retry=false 2024-11-11T23:21:20,187 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,42799,1731367254045 expired; onlineServers=0 2024-11-11T23:21:20,187 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,38277,1731367253900' ***** 2024-11-11T23:21:20,187 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:21:20,188 INFO [M:0;cdbe53028b4b:38277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:21:20,188 INFO [M:0;cdbe53028b4b:38277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:21:20,188 DEBUG [M:0;cdbe53028b4b:38277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:21:20,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:21:20,188 DEBUG [M:0;cdbe53028b4b:38277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:21:20,188 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367255636 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367255636,5,FailOnTimeoutGroup] 2024-11-11T23:21:20,188 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367255636 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367255636,5,FailOnTimeoutGroup] 2024-11-11T23:21:20,188 INFO [M:0;cdbe53028b4b:38277 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:21:20,188 INFO [M:0;cdbe53028b4b:38277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:21:20,188 DEBUG [M:0;cdbe53028b4b:38277 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:21:20,188 INFO [M:0;cdbe53028b4b:38277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:21:20,188 INFO [M:0;cdbe53028b4b:38277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:21:20,188 INFO [M:0;cdbe53028b4b:38277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:21:20,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:21:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-898611828/master 2024-11-11T23:21:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-898611828 2024-11-11T23:21:20,229 DEBUG [M:0;cdbe53028b4b:38277 {}] zookeeper.ZKUtil(347): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Unable to get data of znode /2-898611828/master because node does not exist (not an error) 2024-11-11T23:21:20,229 WARN [M:0;cdbe53028b4b:38277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:21:20,231 INFO [M:0;cdbe53028b4b:38277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/.lastflushedseqids 2024-11-11T23:21:20,234 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741848_1024 (size=245) 2024-11-11T23:21:20,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:20,277 INFO [RS:0;cdbe53028b4b:42799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:21:20,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x1012c3381dc0007, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:20,277 INFO [RS:0;cdbe53028b4b:42799 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,42799,1731367254045; zookeeper connection closed. 2024-11-11T23:21:20,278 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15887b97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15887b97 2024-11-11T23:21:20,278 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:21:20,586 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:20,639 INFO [M:0;cdbe53028b4b:38277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:21:20,639 INFO [M:0;cdbe53028b4b:38277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:21:20,639 DEBUG [M:0;cdbe53028b4b:38277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:21:20,639 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:20,639 DEBUG [M:0;cdbe53028b4b:38277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:20,639 DEBUG [M:0;cdbe53028b4b:38277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:21:20,639 DEBUG [M:0;cdbe53028b4b:38277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:20,639 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-11T23:21:20,658 DEBUG [M:0;cdbe53028b4b:38277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89feff4c140a4c288b8d168194b06aaf is 82, key is hbase:meta,,1/info:regioninfo/1731367256869/Put/seqid=0 2024-11-11T23:21:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741849_1025 (size=5672) 2024-11-11T23:21:21,062 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89feff4c140a4c288b8d168194b06aaf 2024-11-11T23:21:21,083 DEBUG [M:0;cdbe53028b4b:38277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb213d8338064d718031bfb7bcdfec3c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731367267975/Put/seqid=0 2024-11-11T23:21:21,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741850_1026 (size=9213) 2024-11-11T23:21:21,145 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:21,487 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb213d8338064d718031bfb7bcdfec3c 2024-11-11T23:21:21,489 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:21,506 DEBUG [M:0;cdbe53028b4b:38277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5e271d2ed9341cfbe40512664061717 is 69, key is cdbe53028b4b,42799,1731367254045/rs:state/1731367255730/Put/seqid=0 2024-11-11T23:21:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741851_1027 (size=5156) 2024-11-11T23:21:21,910 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5e271d2ed9341cfbe40512664061717 2024-11-11T23:21:21,914 DEBUG [M:0;cdbe53028b4b:38277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89feff4c140a4c288b8d168194b06aaf as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89feff4c140a4c288b8d168194b06aaf 2024-11-11T23:21:21,918 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89feff4c140a4c288b8d168194b06aaf, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T23:21:21,918 DEBUG [M:0;cdbe53028b4b:38277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb213d8338064d718031bfb7bcdfec3c as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb213d8338064d718031bfb7bcdfec3c 2024-11-11T23:21:21,922 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb213d8338064d718031bfb7bcdfec3c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T23:21:21,922 DEBUG [M:0;cdbe53028b4b:38277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5e271d2ed9341cfbe40512664061717 as hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5e271d2ed9341cfbe40512664061717 2024-11-11T23:21:21,926 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37041/user/jenkins/test-data/fbec8635-ab8e-b16a-6c64-ed5c7ea34241/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5e271d2ed9341cfbe40512664061717, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T23:21:21,927 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false 2024-11-11T23:21:21,928 INFO [M:0;cdbe53028b4b:38277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:21,928 DEBUG [M:0;cdbe53028b4b:38277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367280639Disabling compacts and flushes for region at 1731367280639Disabling writes for close at 1731367280639Obtaining lock to block concurrent updates at 1731367280639Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367280639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731367280640 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367280640Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367280640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367280657 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367280657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367281066 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367281082 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367281082Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367281490 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367281506 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367281506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3336bfbf: reopening flushed file at 1731367281914 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287a0326: reopening flushed file at 1731367281918 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b24ff5: reopening flushed file at 1731367281922 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false at 1731367281927 (+5 ms)Writing region close event to WAL at 1731367281928 (+1 ms)Closed at 1731367281928 2024-11-11T23:21:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46641 is added to blk_1073741830_1006 (size=73878) 2024-11-11T23:21:21,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:21:21,930 INFO [M:0;cdbe53028b4b:38277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:21:21,930 INFO [M:0;cdbe53028b4b:38277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38277 2024-11-11T23:21:21,931 INFO [M:0;cdbe53028b4b:38277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:21:22,077 INFO [M:0;cdbe53028b4b:38277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:21:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38277-0x1012c3381dc0006, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:22,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45dd381e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:21:22,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6447ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:21:22,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:21:22,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:21:22,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.log.dir/,STOPPED} 2024-11-11T23:21:22,082 WARN [BP-225374066-172.17.0.2-1731367251716 heartbeating to localhost/127.0.0.1:37041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:21:22,082 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:21:22,082 WARN [BP-225374066-172.17.0.2-1731367251716 heartbeating to localhost/127.0.0.1:37041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-225374066-172.17.0.2-1731367251716 (Datanode Uuid 23819705-1dfc-47b6-8cf7-66ab24c2a277) service to localhost/127.0.0.1:37041 2024-11-11T23:21:22,082 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:21:22,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/cluster_737e58a9-6f98-fba4-dcda-a07f3e1faaf3/data/data1/current/BP-225374066-172.17.0.2-1731367251716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:21:22,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/cluster_737e58a9-6f98-fba4-dcda-a07f3e1faaf3/data/data2/current/BP-225374066-172.17.0.2-1731367251716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:21:22,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:21:22,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f6d4f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:21:22,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e89182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:21:22,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:21:22,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:21:22,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.log.dir/,STOPPED} 2024-11-11T23:21:22,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:21:22,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:21:22,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:22,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:22,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:22,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:22,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:22,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:21:22,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=415594297, stopped=false 2024-11-11T23:21:22,102 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,45799,1731367249027 2024-11-11T23:21:22,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1778836585/running 2024-11-11T23:21:22,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1778836585/running 2024-11-11T23:21:22,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:21:22,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:21:22,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:21:22,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on znode that does not yet exist, /1-1778836585/running 2024-11-11T23:21:22,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Set watcher on znode that does not yet exist, /1-1778836585/running 2024-11-11T23:21:22,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:22,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:22,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:22,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,42265,1731367249144' ***** 2024-11-11T23:21:22,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:21:22,119 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:21:22,119 INFO [RS:0;cdbe53028b4b:42265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:21:22,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(3091): Received CLOSE for a264464e36098af90fa9a1a5cc593a04 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(3091): Received CLOSE for f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,42265,1731367249144 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:21:22,120 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a264464e36098af90fa9a1a5cc593a04, disabling compactions & flushes 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:42265. 2024-11-11T23:21:22,120 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:22,120 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:22,120 DEBUG [RS:0;cdbe53028b4b:42265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:22,120 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. after waiting 0 ms 2024-11-11T23:21:22,120 DEBUG [RS:0;cdbe53028b4b:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:22,120 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:21:22,120 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a264464e36098af90fa9a1a5cc593a04 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:21:22,120 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:21:22,121 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1325): Online Regions={a264464e36098af90fa9a1a5cc593a04=hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04., 1588230740=hbase:meta,,1.1588230740, f37c6e29e0c442979cdafa5112390e4e=test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e.} 2024-11-11T23:21:22,121 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a264464e36098af90fa9a1a5cc593a04, f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:22,121 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:21:22,121 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:21:22,121 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:21:22,121 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:21:22,121 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:21:22,121 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:21:22,136 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/replication/a264464e36098af90fa9a1a5cc593a04/.tmp/queue/92edb426826a469b9d25cbefab870f42 is 154, key is 1-cdbe53028b4b,42265,1731367249144/queue:cdbe53028b4b%2C42265%2C1731367249144/1731367276715/Put/seqid=0 2024-11-11T23:21:22,138 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/info/06ce246b08e64f55aa361103e0bded8c is 147, key is hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04./info:regioninfo/1731367265793/Put/seqid=0 2024-11-11T23:21:22,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741840_1016 (size=5353) 2024-11-11T23:21:22,141 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/replication/a264464e36098af90fa9a1a5cc593a04/.tmp/queue/92edb426826a469b9d25cbefab870f42 2024-11-11T23:21:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741841_1017 (size=7686) 2024-11-11T23:21:22,147 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/info/06ce246b08e64f55aa361103e0bded8c 2024-11-11T23:21:22,147 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/replication/a264464e36098af90fa9a1a5cc593a04/.tmp/queue/92edb426826a469b9d25cbefab870f42 as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/replication/a264464e36098af90fa9a1a5cc593a04/queue/92edb426826a469b9d25cbefab870f42 2024-11-11T23:21:22,149 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:22,154 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/replication/a264464e36098af90fa9a1a5cc593a04/queue/92edb426826a469b9d25cbefab870f42, entries=1, sequenceid=14, filesize=5.2 K 2024-11-11T23:21:22,155 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a264464e36098af90fa9a1a5cc593a04 in 35ms, sequenceid=14, compaction requested=false 2024-11-11T23:21:22,155 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:21:22,167 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/replication/a264464e36098af90fa9a1a5cc593a04/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-11T23:21:22,168 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:21:22,168 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:21:22,168 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:22,168 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a264464e36098af90fa9a1a5cc593a04: Waiting for close lock at 1731367282120Running coprocessor pre-close hooks at 1731367282120Disabling compacts and flushes for region at 1731367282120Disabling writes for close at 1731367282120Obtaining lock to block concurrent updates at 1731367282120Preparing flush snapshotting stores in a264464e36098af90fa9a1a5cc593a04 at 1731367282120Finished memstore snapshotting hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731367282121 (+1 ms)Flushing stores of hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. at 1731367282121Flushing a264464e36098af90fa9a1a5cc593a04/queue: creating writer at 1731367282121Flushing a264464e36098af90fa9a1a5cc593a04/queue: appending metadata at 1731367282136 (+15 ms)Flushing a264464e36098af90fa9a1a5cc593a04/queue: closing flushed file at 1731367282136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a91b02: reopening flushed file at 1731367282147 (+11 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a264464e36098af90fa9a1a5cc593a04 in 35ms, sequenceid=14, compaction requested=false at 1731367282155 (+8 ms)Writing region close event to WAL at 1731367282164 (+9 ms)Running coprocessor post-close hooks at 1731367282168 (+4 ms)Closed at 1731367282168 2024-11-11T23:21:22,168 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367264619.a264464e36098af90fa9a1a5cc593a04. 2024-11-11T23:21:22,168 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f37c6e29e0c442979cdafa5112390e4e, disabling compactions & flushes 2024-11-11T23:21:22,168 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:21:22,168 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:21:22,168 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. after waiting 0 ms 2024-11-11T23:21:22,168 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:21:22,168 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f37c6e29e0c442979cdafa5112390e4e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T23:21:22,173 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/ns/b84ca1dc0ab84aa0aad6215f1e0bd84e is 43, key is default/ns:d/1731367251607/Put/seqid=0 2024-11-11T23:21:22,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741842_1018 (size=5153) 2024-11-11T23:21:22,187 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/.tmp/f/e7815ce7c2a84f63a74c232c7c56133d is 37, key is row3/f:row3/1731367275684/Put/seqid=0 2024-11-11T23:21:22,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741843_1019 (size=5228) 2024-11-11T23:21:22,219 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:21:22,321 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:22,492 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:22,521 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:22,582 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/ns/b84ca1dc0ab84aa0aad6215f1e0bd84e 2024-11-11T23:21:22,591 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/.tmp/f/e7815ce7c2a84f63a74c232c7c56133d 2024-11-11T23:21:22,594 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7815ce7c2a84f63a74c232c7c56133d 2024-11-11T23:21:22,599 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/rep_barrier/d777c56fb3a74b91a17fb1b5deedc63c is 112, key is test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e./rep_barrier:seqnumDuringOpen/1731367260297/Put/seqid=0 2024-11-11T23:21:22,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741844_1020 (size=5518) 2024-11-11T23:21:22,615 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/.tmp/f1/dee64036b60444c4808a4502febc5a7a is 30, key is row1/f1:/1731367273026/DeleteFamily/seqid=0 2024-11-11T23:21:22,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741845_1021 (size=5158) 2024-11-11T23:21:22,721 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:22,921 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f37c6e29e0c442979cdafa5112390e4e 2024-11-11T23:21:22,936 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:21:22,936 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:21:23,009 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/rep_barrier/d777c56fb3a74b91a17fb1b5deedc63c 2024-11-11T23:21:23,020 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/.tmp/f1/dee64036b60444c4808a4502febc5a7a 2024-11-11T23:21:23,024 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dee64036b60444c4808a4502febc5a7a 2024-11-11T23:21:23,030 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/table/d8418f56a9384926a46549c7dcf01282 is 53, key is hbase:replication/table:state/1731367265803/Put/seqid=0 2024-11-11T23:21:23,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741846_1022 (size=5308) 2024-11-11T23:21:23,041 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/.tmp/norep/a2888ff2d9de4ae8a751c1b0abea55a1 is 33, key is row1/norep:/1731367273026/DeleteFamily/seqid=0 2024-11-11T23:21:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741847_1023 (size=5108) 2024-11-11T23:21:23,045 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/.tmp/norep/a2888ff2d9de4ae8a751c1b0abea55a1 2024-11-11T23:21:23,050 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2888ff2d9de4ae8a751c1b0abea55a1 2024-11-11T23:21:23,051 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/.tmp/f/e7815ce7c2a84f63a74c232c7c56133d as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/f/e7815ce7c2a84f63a74c232c7c56133d 2024-11-11T23:21:23,054 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7815ce7c2a84f63a74c232c7c56133d 2024-11-11T23:21:23,054 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/f/e7815ce7c2a84f63a74c232c7c56133d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T23:21:23,055 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/.tmp/f1/dee64036b60444c4808a4502febc5a7a as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/f1/dee64036b60444c4808a4502febc5a7a 2024-11-11T23:21:23,058 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dee64036b60444c4808a4502febc5a7a 2024-11-11T23:21:23,058 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/f1/dee64036b60444c4808a4502febc5a7a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T23:21:23,059 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/.tmp/norep/a2888ff2d9de4ae8a751c1b0abea55a1 as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/norep/a2888ff2d9de4ae8a751c1b0abea55a1 2024-11-11T23:21:23,062 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2888ff2d9de4ae8a751c1b0abea55a1 2024-11-11T23:21:23,062 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/norep/a2888ff2d9de4ae8a751c1b0abea55a1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T23:21:23,063 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f37c6e29e0c442979cdafa5112390e4e in 895ms, sequenceid=12, compaction requested=false 2024-11-11T23:21:23,063 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T23:21:23,067 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/default/test/f37c6e29e0c442979cdafa5112390e4e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T23:21:23,068 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:21:23,068 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:21:23,068 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:21:23,068 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f37c6e29e0c442979cdafa5112390e4e: Waiting for close lock at 1731367282168Running coprocessor pre-close hooks at 1731367282168Disabling compacts and flushes for region at 1731367282168Disabling writes for close at 1731367282168Obtaining lock to block concurrent updates at 1731367282168Preparing flush snapshotting stores in f37c6e29e0c442979cdafa5112390e4e at 1731367282168Finished memstore snapshotting test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731367282169 (+1 ms)Flushing stores of test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. at 1731367282169Flushing f37c6e29e0c442979cdafa5112390e4e/f: creating writer at 1731367282169Flushing f37c6e29e0c442979cdafa5112390e4e/f: appending metadata at 1731367282187 (+18 ms)Flushing f37c6e29e0c442979cdafa5112390e4e/f: closing flushed file at 1731367282187Flushing f37c6e29e0c442979cdafa5112390e4e/f1: creating writer at 1731367282595 (+408 ms)Flushing f37c6e29e0c442979cdafa5112390e4e/f1: appending metadata at 1731367282614 (+19 ms)Flushing f37c6e29e0c442979cdafa5112390e4e/f1: closing flushed file at 1731367282614Flushing f37c6e29e0c442979cdafa5112390e4e/norep: creating writer at 1731367283024 (+410 ms)Flushing f37c6e29e0c442979cdafa5112390e4e/norep: appending metadata at 1731367283040 (+16 ms)Flushing f37c6e29e0c442979cdafa5112390e4e/norep: closing flushed file at 1731367283040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6168e397: reopening flushed file at 1731367283050 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262ffb73: reopening flushed file at 1731367283054 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6a954a: reopening flushed file at 1731367283059 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f37c6e29e0c442979cdafa5112390e4e in 895ms, sequenceid=12, compaction requested=false at 1731367283063 (+4 ms)Writing region close event to WAL at 1731367283065 (+2 ms)Running coprocessor post-close hooks at 1731367283068 (+3 ms)Closed at 1731367283068 2024-11-11T23:21:23,068 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367259154.f37c6e29e0c442979cdafa5112390e4e. 2024-11-11T23:21:23,122 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:21:23,122 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:21:23,122 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:21:23,257 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 1468, reset compression=false 2024-11-11T23:21:23,261 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:23,261 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 2359, reset compression=false 2024-11-11T23:21:23,261 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,42265,1731367249144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016, lastWalPosition=2359, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:23,262 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,42265,1731367249144: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,42265,1731367249144, walGroup=cdbe53028b4b%2C42265%2C1731367249144, offset=cdbe53028b4b%2C42265%2C1731367249144.1731367251016:2359, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:42265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:21:23,263 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:21:23,263 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:21:23,263 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:21:23,263 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:21:23,263 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:21:23,263 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 832260760 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198832904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:21:23,264 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:45799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:45799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:21:23,322 DEBUG [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:21:23,435 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/table/d8418f56a9384926a46549c7dcf01282 2024-11-11T23:21:23,439 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/info/06ce246b08e64f55aa361103e0bded8c as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/info/06ce246b08e64f55aa361103e0bded8c 2024-11-11T23:21:23,442 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/info/06ce246b08e64f55aa361103e0bded8c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:21:23,443 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/ns/b84ca1dc0ab84aa0aad6215f1e0bd84e as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/ns/b84ca1dc0ab84aa0aad6215f1e0bd84e 2024-11-11T23:21:23,446 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/ns/b84ca1dc0ab84aa0aad6215f1e0bd84e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:21:23,447 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/rep_barrier/d777c56fb3a74b91a17fb1b5deedc63c as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/rep_barrier/d777c56fb3a74b91a17fb1b5deedc63c 2024-11-11T23:21:23,450 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/rep_barrier/d777c56fb3a74b91a17fb1b5deedc63c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:21:23,451 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/.tmp/table/d8418f56a9384926a46549c7dcf01282 as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/table/d8418f56a9384926a46549c7dcf01282 2024-11-11T23:21:23,455 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/table/d8418f56a9384926a46549c7dcf01282, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:21:23,456 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-11T23:21:23,456 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:21:23,459 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:21:23,460 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:21:23,460 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:21:23,460 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:21:23,460 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367282121Running coprocessor pre-close hooks at 1731367282121Disabling compacts and flushes for region at 1731367282121Disabling writes for close at 1731367282121Obtaining lock to block concurrent updates at 1731367282121Preparing flush snapshotting stores in 1588230740 at 1731367282121Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367282121Flushing stores of hbase:meta,,1.1588230740 at 1731367282122 (+1 ms)Flushing 1588230740/info: creating writer at 1731367282122Flushing 1588230740/info: appending metadata at 1731367282138 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731367282138Flushing 1588230740/ns: creating writer at 1731367282151 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731367282173 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731367282173Flushing 1588230740/rep_barrier: creating writer at 1731367282586 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367282599 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367282599Flushing 1588230740/table: creating writer at 1731367283013 (+414 ms)Flushing 1588230740/table: appending metadata at 1731367283030 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731367283030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f415c6d: reopening flushed file at 1731367283438 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4244c176: reopening flushed file at 1731367283442 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1de9bd: reopening flushed file at 1731367283446 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eefd8c9: reopening flushed file at 1731367283450 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1731367283456 (+6 ms)Writing region close event to WAL at 1731367283457 (+1 ms)Running coprocessor post-close hooks at 1731367283459 (+2 ms)Closed at 1731367283460 (+1 ms) 2024-11-11T23:21:23,460 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:21:23,465 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.wal-reader.cdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 to pos 2359, reset compression=false 2024-11-11T23:21:23,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,522 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,42265,1731367249144; all regions closed. 2024-11-11T23:21:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:21:23,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741839_1015 (size=3552) 2024-11-11T23:21:23,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.rep.1731367265760 not finished, retry = 0 2024-11-11T23:21:23,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:23,595 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:23,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/WALs/cdbe53028b4b,42265,1731367249144/cdbe53028b4b%2C42265%2C1731367249144.1731367251016 not finished, retry = 0 2024-11-11T23:21:23,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741832_1008 (size=2367) 2024-11-11T23:21:23,736 DEBUG [RS:0;cdbe53028b4b:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:23,736 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:21:23,736 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:21:23,736 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:21:23,737 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:21:23,737 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:21:23,737 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,42265,1731367249144 because: Region server is closing 2024-11-11T23:21:23,737 INFO [RS:0;cdbe53028b4b:42265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:42265. 2024-11-11T23:21:23,737 DEBUG [RS:0;cdbe53028b4b:42265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:23,737 DEBUG [RS:0;cdbe53028b4b:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:23,737 DEBUG [RS:0;cdbe53028b4b:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:23,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:23,837 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,42265,1731367249144.replicationSource.shippercdbe53028b4b%2C42265%2C1731367249144,1-cdbe53028b4b,42265,1731367249144 terminated 2024-11-11T23:21:23,838 INFO [RS:0;cdbe53028b4b:42265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:42265. 2024-11-11T23:21:23,838 DEBUG [RS:0;cdbe53028b4b:42265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:23,838 DEBUG [RS:0;cdbe53028b4b:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:23,838 DEBUG [RS:0;cdbe53028b4b:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:23,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:23,838 INFO [RS:0;cdbe53028b4b:42265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42265 2024-11-11T23:21:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1778836585/rs/cdbe53028b4b,42265,1731367249144 2024-11-11T23:21:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585/rs 2024-11-11T23:21:23,892 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:21:23,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,42265,1731367249144] 2024-11-11T23:21:23,914 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1778836585/draining/cdbe53028b4b,42265,1731367249144 already deleted, retry=false 2024-11-11T23:21:23,914 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,42265,1731367249144 expired; onlineServers=0 2024-11-11T23:21:23,914 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,45799,1731367249027' ***** 2024-11-11T23:21:23,914 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:21:23,914 INFO [M:0;cdbe53028b4b:45799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:21:23,914 INFO [M:0;cdbe53028b4b:45799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:21:23,914 DEBUG [M:0;cdbe53028b4b:45799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:21:23,914 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:21:23,914 DEBUG [M:0;cdbe53028b4b:45799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:21:23,914 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367250764 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367250764,5,FailOnTimeoutGroup] 2024-11-11T23:21:23,914 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367250765 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367250765,5,FailOnTimeoutGroup] 2024-11-11T23:21:23,914 INFO [M:0;cdbe53028b4b:45799 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:21:23,914 INFO [M:0;cdbe53028b4b:45799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:21:23,914 DEBUG [M:0;cdbe53028b4b:45799 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:21:23,914 INFO [M:0;cdbe53028b4b:45799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:21:23,915 INFO [M:0;cdbe53028b4b:45799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:21:23,915 INFO [M:0;cdbe53028b4b:45799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:21:23,915 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:21:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1778836585/master 2024-11-11T23:21:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1778836585 2024-11-11T23:21:23,924 DEBUG [M:0;cdbe53028b4b:45799 {}] zookeeper.ZKUtil(347): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Unable to get data of znode /1-1778836585/master because node does not exist (not an error) 2024-11-11T23:21:23,924 WARN [M:0;cdbe53028b4b:45799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:21:23,925 INFO [M:0;cdbe53028b4b:45799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/.lastflushedseqids 2024-11-11T23:21:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741848_1024 (size=245) 2024-11-11T23:21:24,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:24,003 INFO [RS:0;cdbe53028b4b:42265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:21:24,003 INFO [RS:0;cdbe53028b4b:42265 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,42265,1731367249144; zookeeper connection closed. 2024-11-11T23:21:24,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x1012c3381dc0004, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:24,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d2f0616 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d2f0616 2024-11-11T23:21:24,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:21:24,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:21:24,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:24,329 INFO [M:0;cdbe53028b4b:45799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:21:24,329 INFO [M:0;cdbe53028b4b:45799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:21:24,329 DEBUG [M:0;cdbe53028b4b:45799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:21:24,329 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:24,329 DEBUG [M:0;cdbe53028b4b:45799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:24,329 DEBUG [M:0;cdbe53028b4b:45799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:21:24,329 DEBUG [M:0;cdbe53028b4b:45799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:24,330 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-11T23:21:24,348 DEBUG [M:0;cdbe53028b4b:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653e6905daa54738ad7f9d4f186175ae is 82, key is hbase:meta,,1/info:regioninfo/1731367251588/Put/seqid=0 2024-11-11T23:21:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741849_1025 (size=5672) 2024-11-11T23:21:24,752 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653e6905daa54738ad7f9d4f186175ae 2024-11-11T23:21:24,768 DEBUG [M:0;cdbe53028b4b:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4985b7755a2d4c49bbe952a5fc92297e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731367260306/Put/seqid=0 2024-11-11T23:21:24,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741850_1026 (size=7219) 2024-11-11T23:21:24,798 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:25,171 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4985b7755a2d4c49bbe952a5fc92297e 2024-11-11T23:21:25,175 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4985b7755a2d4c49bbe952a5fc92297e 2024-11-11T23:21:25,190 DEBUG [M:0;cdbe53028b4b:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ca66841aa4c41cbb0f2b8630d22ec87 is 69, key is cdbe53028b4b,42265,1731367249144/rs:state/1731367250807/Put/seqid=0 2024-11-11T23:21:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741851_1027 (size=5156) 2024-11-11T23:21:25,594 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ca66841aa4c41cbb0f2b8630d22ec87 2024-11-11T23:21:25,599 DEBUG [M:0;cdbe53028b4b:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653e6905daa54738ad7f9d4f186175ae as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653e6905daa54738ad7f9d4f186175ae 2024-11-11T23:21:25,602 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653e6905daa54738ad7f9d4f186175ae, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T23:21:25,602 DEBUG [M:0;cdbe53028b4b:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4985b7755a2d4c49bbe952a5fc92297e as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4985b7755a2d4c49bbe952a5fc92297e 2024-11-11T23:21:25,605 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4985b7755a2d4c49bbe952a5fc92297e 2024-11-11T23:21:25,605 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4985b7755a2d4c49bbe952a5fc92297e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T23:21:25,606 DEBUG [M:0;cdbe53028b4b:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ca66841aa4c41cbb0f2b8630d22ec87 as hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ca66841aa4c41cbb0f2b8630d22ec87 2024-11-11T23:21:25,609 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35737/user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ca66841aa4c41cbb0f2b8630d22ec87, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T23:21:25,609 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-11T23:21:25,610 INFO [M:0;cdbe53028b4b:45799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:25,610 DEBUG [M:0;cdbe53028b4b:45799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367284329Disabling compacts and flushes for region at 1731367284329Disabling writes for close at 1731367284329Obtaining lock to block concurrent updates at 1731367284330 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367284330Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731367284330Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367284330Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367284331 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367284347 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367284347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367284755 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367284767 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367284767Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367285175 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367285190 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367285190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d67b46f: reopening flushed file at 1731367285598 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33377d9f: reopening flushed file at 1731367285602 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa2ee0c: reopening flushed file at 1731367285606 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731367285609 (+3 ms)Writing region close event to WAL at 1731367285610 (+1 ms)Closed at 1731367285610 2024-11-11T23:21:25,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741830_1006 (size=64435) 2024-11-11T23:21:25,612 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/239c4cb5-ec34-68c6-6cfa-0f0ef72c713a/MasterData/WALs/cdbe53028b4b,45799,1731367249027/cdbe53028b4b%2C45799%2C1731367249027.1731367250513 not finished, retry = 0 2024-11-11T23:21:25,712 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:21:25,712 INFO [M:0;cdbe53028b4b:45799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:21:25,712 INFO [M:0;cdbe53028b4b:45799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45799 2024-11-11T23:21:25,713 INFO [M:0;cdbe53028b4b:45799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:21:25,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:25,834 INFO [M:0;cdbe53028b4b:45799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:21:25,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x1012c3381dc0003, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:25,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@525e5e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:21:25,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1036e7c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:21:25,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:21:25,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be1fe91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:21:25,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.log.dir/,STOPPED} 2024-11-11T23:21:25,838 WARN [BP-193563085-172.17.0.2-1731367247301 heartbeating to localhost/127.0.0.1:35737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:21:25,838 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:21:25,838 WARN [BP-193563085-172.17.0.2-1731367247301 heartbeating to localhost/127.0.0.1:35737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-193563085-172.17.0.2-1731367247301 (Datanode Uuid 19f8db1e-9ae4-4b25-9305-7ff111246c34) service to localhost/127.0.0.1:35737 2024-11-11T23:21:25,838 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:21:25,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/cluster_90042534-54ff-5d8f-068f-da58dd996283/data/data1/current/BP-193563085-172.17.0.2-1731367247301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:21:25,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/cluster_90042534-54ff-5d8f-068f-da58dd996283/data/data2/current/BP-193563085-172.17.0.2-1731367247301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:21:25,839 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:21:25,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be9f58d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:21:25,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d5cef8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:21:25,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:21:25,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468ae325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:21:25,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c15b7f2d-6b9b-00f0-8915-acb0e78e81c2/hadoop.log.dir/,STOPPED} 2024-11-11T23:21:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:21:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:21:25,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:25,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:25,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:25,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:25,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:25,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:21:25,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1227389175, stopped=false 2024-11-11T23:21:25,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,38223,1731367243511 2024-11-11T23:21:25,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1879745864/running 2024-11-11T23:21:25,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1879745864/running 2024-11-11T23:21:25,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:21:25,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:21:25,875 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:21:25,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:25,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:25,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:25,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on znode that does not yet exist, /0-1879745864/running 2024-11-11T23:21:25,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Set watcher on znode that does not yet exist, /0-1879745864/running 2024-11-11T23:21:25,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,46667,1731367243727' ***** 2024-11-11T23:21:25,876 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:21:25,876 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:21:25,876 INFO [RS:0;cdbe53028b4b:46667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:21:25,876 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:21:25,876 INFO [RS:0;cdbe53028b4b:46667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:21:25,876 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(3091): Received CLOSE for 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:21:25,877 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(3091): Received CLOSE for 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:25,877 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,46667,1731367243727 2024-11-11T23:21:25,877 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:21:25,877 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5699abd0ab8f2eff7f24140d2b9aff3b, disabling compactions & flushes 2024-11-11T23:21:25,877 INFO [RS:0;cdbe53028b4b:46667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:46667. 2024-11-11T23:21:25,877 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:21:25,877 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:21:25,877 DEBUG [RS:0;cdbe53028b4b:46667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:25,877 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. after waiting 0 ms 2024-11-11T23:21:25,877 DEBUG [RS:0;cdbe53028b4b:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:25,877 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:21:25,877 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:21:25,877 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:21:25,877 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:21:25,877 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5699abd0ab8f2eff7f24140d2b9aff3b 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T23:21:25,877 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:21:25,877 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:21:25,877 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1325): Online Regions={5699abd0ab8f2eff7f24140d2b9aff3b=test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b., 1588230740=hbase:meta,,1.1588230740, 17183f564b8dd8d01dd6514438d4c195=hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195.} 2024-11-11T23:21:25,877 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17183f564b8dd8d01dd6514438d4c195, 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:21:25,877 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:21:25,877 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:21:25,877 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:21:25,877 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:21:25,877 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:21:25,877 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:21:25,897 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/info/2b80b6e8e73947629ff228eb74075aef is 147, key is hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195./info:regioninfo/1731367264234/Put/seqid=0 2024-11-11T23:21:25,900 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/.tmp/f/6aefb117437242ee82d965580b683738 is 37, key is row3/f:row3/1731367275684/Put/seqid=0 2024-11-11T23:21:25,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741840_1016 (size=7686) 2024-11-11T23:21:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741841_1017 (size=5228) 2024-11-11T23:21:25,948 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:21:26,077 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17183f564b8dd8d01dd6514438d4c195, 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:21:26,101 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1496, reset compression=false 2024-11-11T23:21:26,105 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:26,105 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1743, reset compression=false 2024-11-11T23:21:26,105 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,46667,1731367243727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:26,106 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,46667,1731367243727: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,46667,1731367243727, walGroup=cdbe53028b4b%2C46667%2C1731367243727, offset=cdbe53028b4b%2C46667%2C1731367243727.1731367245946:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:46667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:21:26,108 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:21:26,108 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:21:26,109 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:21:26,109 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:21:26,109 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:21:26,109 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 760324312 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199220696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:21:26,109 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:21:26,278 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17183f564b8dd8d01dd6514438d4c195, 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:21:26,301 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/info/2b80b6e8e73947629ff228eb74075aef 2024-11-11T23:21:26,303 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/.tmp/f/6aefb117437242ee82d965580b683738 2024-11-11T23:21:26,306 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aefb117437242ee82d965580b683738 2024-11-11T23:21:26,308 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1743, reset compression=false 2024-11-11T23:21:26,318 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/.tmp/f1/14e9dcb228434179aa3b3aeb8880075a is 30, key is row1/f1:/1731367273026/DeleteFamily/seqid=0 2024-11-11T23:21:26,320 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/ns/01fd83ad367f403d87edbb585a89bdb4 is 43, key is default/ns:d/1731367247220/Put/seqid=0 2024-11-11T23:21:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741842_1018 (size=5158) 2024-11-11T23:21:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741843_1019 (size=5153) 2024-11-11T23:21:26,323 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/ns/01fd83ad367f403d87edbb585a89bdb4 2024-11-11T23:21:26,342 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/rep_barrier/92d8e520316348b6ab59dd721fa81983 is 112, key is test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b./rep_barrier:seqnumDuringOpen/1731367258152/Put/seqid=0 2024-11-11T23:21:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741844_1020 (size=5518) 2024-11-11T23:21:26,478 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17183f564b8dd8d01dd6514438d4c195, 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:21:26,615 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1743, reset compression=false 2024-11-11T23:21:26,678 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17183f564b8dd8d01dd6514438d4c195, 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:21:26,722 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/.tmp/f1/14e9dcb228434179aa3b3aeb8880075a 2024-11-11T23:21:26,726 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14e9dcb228434179aa3b3aeb8880075a 2024-11-11T23:21:26,743 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/.tmp/norep/7170c1635f394fbb8029ddd25ae2f4b4 is 32, key is row/norep:/1731367271956/DeleteFamily/seqid=0 2024-11-11T23:21:26,745 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/rep_barrier/92d8e520316348b6ab59dd721fa81983 2024-11-11T23:21:26,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741845_1021 (size=5101) 2024-11-11T23:21:26,761 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/table/08e2460c00e3464f9f0e6ba4187df975 is 53, key is hbase:replication/table:state/1731367264241/Put/seqid=0 2024-11-11T23:21:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741846_1022 (size=5308) 2024-11-11T23:21:26,808 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:21:26,809 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:21:26,878 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17183f564b8dd8d01dd6514438d4c195, 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:21:27,019 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1743, reset compression=false 2024-11-11T23:21:27,078 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17183f564b8dd8d01dd6514438d4c195, 5699abd0ab8f2eff7f24140d2b9aff3b 2024-11-11T23:21:27,148 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/.tmp/norep/7170c1635f394fbb8029ddd25ae2f4b4 2024-11-11T23:21:27,152 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7170c1635f394fbb8029ddd25ae2f4b4 2024-11-11T23:21:27,152 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/.tmp/f/6aefb117437242ee82d965580b683738 as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/f/6aefb117437242ee82d965580b683738 2024-11-11T23:21:27,156 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aefb117437242ee82d965580b683738 2024-11-11T23:21:27,156 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/f/6aefb117437242ee82d965580b683738, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T23:21:27,156 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/.tmp/f1/14e9dcb228434179aa3b3aeb8880075a as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/f1/14e9dcb228434179aa3b3aeb8880075a 2024-11-11T23:21:27,160 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14e9dcb228434179aa3b3aeb8880075a 2024-11-11T23:21:27,160 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/f1/14e9dcb228434179aa3b3aeb8880075a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T23:21:27,160 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/.tmp/norep/7170c1635f394fbb8029ddd25ae2f4b4 as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/norep/7170c1635f394fbb8029ddd25ae2f4b4 2024-11-11T23:21:27,164 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7170c1635f394fbb8029ddd25ae2f4b4 2024-11-11T23:21:27,164 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/norep/7170c1635f394fbb8029ddd25ae2f4b4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T23:21:27,165 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/table/08e2460c00e3464f9f0e6ba4187df975 2024-11-11T23:21:27,165 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5699abd0ab8f2eff7f24140d2b9aff3b in 1288ms, sequenceid=12, compaction requested=false 2024-11-11T23:21:27,165 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T23:21:27,170 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/info/2b80b6e8e73947629ff228eb74075aef as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/info/2b80b6e8e73947629ff228eb74075aef 2024-11-11T23:21:27,170 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/default/test/5699abd0ab8f2eff7f24140d2b9aff3b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T23:21:27,170 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:21:27,170 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:21:27,170 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:21:27,170 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5699abd0ab8f2eff7f24140d2b9aff3b: Waiting for close lock at 1731367285877Running coprocessor pre-close hooks at 1731367285877Disabling compacts and flushes for region at 1731367285877Disabling writes for close at 1731367285877Obtaining lock to block concurrent updates at 1731367285877Preparing flush snapshotting stores in 5699abd0ab8f2eff7f24140d2b9aff3b at 1731367285877Finished memstore snapshotting test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731367285877Flushing stores of test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. at 1731367285878 (+1 ms)Flushing 5699abd0ab8f2eff7f24140d2b9aff3b/f: creating writer at 1731367285878Flushing 5699abd0ab8f2eff7f24140d2b9aff3b/f: appending metadata at 1731367285899 (+21 ms)Flushing 5699abd0ab8f2eff7f24140d2b9aff3b/f: closing flushed file at 1731367285900 (+1 ms)Flushing 5699abd0ab8f2eff7f24140d2b9aff3b/f1: creating writer at 1731367286306 (+406 ms)Flushing 5699abd0ab8f2eff7f24140d2b9aff3b/f1: appending metadata at 1731367286318 (+12 ms)Flushing 5699abd0ab8f2eff7f24140d2b9aff3b/f1: closing flushed file at 1731367286318Flushing 5699abd0ab8f2eff7f24140d2b9aff3b/norep: creating writer at 1731367286727 (+409 ms)Flushing 5699abd0ab8f2eff7f24140d2b9aff3b/norep: appending metadata at 1731367286743 (+16 ms)Flushing 5699abd0ab8f2eff7f24140d2b9aff3b/norep: closing flushed file at 1731367286743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3f9244: reopening flushed file at 1731367287152 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420a3e31: reopening flushed file at 1731367287156 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4b8176: reopening flushed file at 1731367287160 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5699abd0ab8f2eff7f24140d2b9aff3b in 1288ms, sequenceid=12, compaction requested=false at 1731367287165 (+5 ms)Writing region close event to WAL at 1731367287166 (+1 ms)Running coprocessor post-close hooks at 1731367287170 (+4 ms)Closed at 1731367287170 2024-11-11T23:21:27,171 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367257007.5699abd0ab8f2eff7f24140d2b9aff3b. 2024-11-11T23:21:27,171 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17183f564b8dd8d01dd6514438d4c195, disabling compactions & flushes 2024-11-11T23:21:27,171 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:27,171 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:27,171 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. after waiting 0 ms 2024-11-11T23:21:27,171 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:27,171 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17183f564b8dd8d01dd6514438d4c195: Waiting for close lock at 1731367287171Running coprocessor pre-close hooks at 1731367287171Disabling compacts and flushes for region at 1731367287171Disabling writes for close at 1731367287171Failed flush hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195., putting online again at 1731367287171 2024-11-11T23:21:27,171 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:27,173 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/info/2b80b6e8e73947629ff228eb74075aef, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:21:27,174 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/ns/01fd83ad367f403d87edbb585a89bdb4 as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/ns/01fd83ad367f403d87edbb585a89bdb4 2024-11-11T23:21:27,177 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/ns/01fd83ad367f403d87edbb585a89bdb4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:21:27,178 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/rep_barrier/92d8e520316348b6ab59dd721fa81983 as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/rep_barrier/92d8e520316348b6ab59dd721fa81983 2024-11-11T23:21:27,182 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/rep_barrier/92d8e520316348b6ab59dd721fa81983, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:21:27,183 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/.tmp/table/08e2460c00e3464f9f0e6ba4187df975 as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/table/08e2460c00e3464f9f0e6ba4187df975 2024-11-11T23:21:27,186 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/table/08e2460c00e3464f9f0e6ba4187df975, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:21:27,187 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-11T23:21:27,187 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:21:27,191 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:21:27,192 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:21:27,192 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:21:27,192 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:21:27,192 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367285877Running coprocessor pre-close hooks at 1731367285877Disabling compacts and flushes for region at 1731367285877Disabling writes for close at 1731367285877Obtaining lock to block concurrent updates at 1731367285877Preparing flush snapshotting stores in 1588230740 at 1731367285877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367285878 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367285878Flushing 1588230740/info: creating writer at 1731367285878Flushing 1588230740/info: appending metadata at 1731367285897 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731367285897Flushing 1588230740/ns: creating writer at 1731367286305 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731367286319 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731367286320 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731367286326 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367286341 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367286341Flushing 1588230740/table: creating writer at 1731367286749 (+408 ms)Flushing 1588230740/table: appending metadata at 1731367286761 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731367286761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c067e1: reopening flushed file at 1731367287169 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b35744: reopening flushed file at 1731367287173 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205354d3: reopening flushed file at 1731367287177 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e9263a: reopening flushed file at 1731367287182 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731367287187 (+5 ms)Writing region close event to WAL at 1731367287189 (+2 ms)Running coprocessor post-close hooks at 1731367287191 (+2 ms)Closed at 1731367287192 (+1 ms) 2024-11-11T23:21:27,192 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:21:27,244 INFO [master/cdbe53028b4b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T23:21:27,244 INFO [master/cdbe53028b4b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T23:21:27,278 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:21:27,278 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1325): Online Regions={17183f564b8dd8d01dd6514438d4c195=hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195.} 2024-11-11T23:21:27,278 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(3091): Received CLOSE for 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:27,279 DEBUG [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1351): Waiting on 17183f564b8dd8d01dd6514438d4c195 2024-11-11T23:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17183f564b8dd8d01dd6514438d4c195, disabling compactions & flushes 2024-11-11T23:21:27,279 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. after waiting 0 ms 2024-11-11T23:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17183f564b8dd8d01dd6514438d4c195: Waiting for close lock at 1731367287279Running coprocessor pre-close hooks at 1731367287279Disabling compacts and flushes for region at 1731367287279Disabling writes for close at 1731367287279Failed flush hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195., putting online again at 1731367287279 2024-11-11T23:21:27,279 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731367263474.17183f564b8dd8d01dd6514438d4c195. 2024-11-11T23:21:27,479 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T23:21:27,479 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,46667,1731367243727; all regions closed. 2024-11-11T23:21:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:21:27,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.meta.1731367247161.meta not finished, retry = 0 2024-11-11T23:21:27,522 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 1743, reset compression=false 2024-11-11T23:21:27,527 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:27,527 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 2387, reset compression=false 2024-11-11T23:21:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741839_1015 (size=2609) 2024-11-11T23:21:27,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.rep.1731367264202 not finished, retry = 0 2024-11-11T23:21:27,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 not finished, retry = 0 2024-11-11T23:21:27,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741832_1008 (size=2395) 2024-11-11T23:21:27,730 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 to pos 2387, reset compression=false 2024-11-11T23:21:27,787 DEBUG [RS:0;cdbe53028b4b:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:27,787 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:21:27,787 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/WALs/cdbe53028b4b,46667,1731367243727/cdbe53028b4b%2C46667%2C1731367243727.1731367245946 2024-11-11T23:21:27,787 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:21:27,787 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:21:27,787 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:21:27,787 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:21:27,788 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,46667,1731367243727 because: Region server is closing 2024-11-11T23:21:27,788 INFO [RS:0;cdbe53028b4b:46667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:46667. 2024-11-11T23:21:27,788 DEBUG [RS:0;cdbe53028b4b:46667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:27,788 DEBUG [RS:0;cdbe53028b4b:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:27,788 DEBUG [RS:0;cdbe53028b4b:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:27,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:27,888 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.shippercdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 terminated 2024-11-11T23:21:27,888 INFO [RS:0;cdbe53028b4b:46667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:46667. 2024-11-11T23:21:27,888 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,46667,1731367243727.replicationSource.wal-reader.cdbe53028b4b%2C46667%2C1731367243727,1-cdbe53028b4b,46667,1731367243727 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T23:21:27,888 DEBUG [RS:0;cdbe53028b4b:46667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:27,889 DEBUG [RS:0;cdbe53028b4b:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:27,889 DEBUG [RS:0;cdbe53028b4b:46667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:27,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:27,889 INFO [RS:0;cdbe53028b4b:46667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46667 2024-11-11T23:21:27,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864/rs 2024-11-11T23:21:27,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1879745864/rs/cdbe53028b4b,46667,1731367243727 2024-11-11T23:21:27,945 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:21:27,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,46667,1731367243727] 2024-11-11T23:21:27,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1879745864/draining/cdbe53028b4b,46667,1731367243727 already deleted, retry=false 2024-11-11T23:21:27,966 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,46667,1731367243727 expired; onlineServers=0 2024-11-11T23:21:27,966 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,38223,1731367243511' ***** 2024-11-11T23:21:27,966 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:21:27,966 INFO [M:0;cdbe53028b4b:38223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:21:27,966 INFO [M:0;cdbe53028b4b:38223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:21:27,966 DEBUG [M:0;cdbe53028b4b:38223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:21:27,966 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:21:27,966 DEBUG [M:0;cdbe53028b4b:38223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:21:27,966 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367245727 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367245727,5,FailOnTimeoutGroup] 2024-11-11T23:21:27,966 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367245728 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367245728,5,FailOnTimeoutGroup] 2024-11-11T23:21:27,966 INFO [M:0;cdbe53028b4b:38223 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:21:27,967 INFO [M:0;cdbe53028b4b:38223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:21:27,967 DEBUG [M:0;cdbe53028b4b:38223 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:21:27,967 INFO [M:0;cdbe53028b4b:38223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:21:27,967 INFO [M:0;cdbe53028b4b:38223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:21:27,967 INFO [M:0;cdbe53028b4b:38223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:21:27,967 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:21:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1879745864/master 2024-11-11T23:21:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1879745864 2024-11-11T23:21:27,976 DEBUG [M:0;cdbe53028b4b:38223 {}] zookeeper.ZKUtil(347): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Unable to get data of znode /0-1879745864/master because node does not exist (not an error) 2024-11-11T23:21:27,976 WARN [M:0;cdbe53028b4b:38223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:21:27,977 INFO [M:0;cdbe53028b4b:38223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/.lastflushedseqids 2024-11-11T23:21:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741847_1023 (size=245) 2024-11-11T23:21:28,056 INFO [RS:0;cdbe53028b4b:46667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:21:28,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:28,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46667-0x1012c3381dc0001, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:28,056 INFO [RS:0;cdbe53028b4b:46667 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,46667,1731367243727; zookeeper connection closed. 2024-11-11T23:21:28,056 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2efa60e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2efa60e0 2024-11-11T23:21:28,056 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:21:28,381 INFO [M:0;cdbe53028b4b:38223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:21:28,381 INFO [M:0;cdbe53028b4b:38223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:21:28,382 DEBUG [M:0;cdbe53028b4b:38223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:21:28,382 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:28,382 DEBUG [M:0;cdbe53028b4b:38223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:28,382 DEBUG [M:0;cdbe53028b4b:38223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:21:28,382 DEBUG [M:0;cdbe53028b4b:38223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:28,382 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T23:21:28,401 DEBUG [M:0;cdbe53028b4b:38223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/402b76b3962442f5b0a122e2f0259828 is 82, key is hbase:meta,,1/info:regioninfo/1731367247188/Put/seqid=0 2024-11-11T23:21:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741848_1024 (size=5672) 2024-11-11T23:21:28,804 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/402b76b3962442f5b0a122e2f0259828 2024-11-11T23:21:28,820 DEBUG [M:0;cdbe53028b4b:38223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d2edea8b2b4260b2255185c3e687e2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731367258162/Put/seqid=0 2024-11-11T23:21:28,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741849_1025 (size=7218) 2024-11-11T23:21:28,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:21:28,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:28,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:28,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:29,224 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d2edea8b2b4260b2255185c3e687e2 2024-11-11T23:21:29,227 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8d2edea8b2b4260b2255185c3e687e2 2024-11-11T23:21:29,246 DEBUG [M:0;cdbe53028b4b:38223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb68ac7ec064ce3a477bc18103418c3 is 69, key is cdbe53028b4b,46667,1731367243727/rs:state/1731367245786/Put/seqid=0 2024-11-11T23:21:29,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741850_1026 (size=5156) 2024-11-11T23:21:29,250 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb68ac7ec064ce3a477bc18103418c3 2024-11-11T23:21:29,254 DEBUG [M:0;cdbe53028b4b:38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/402b76b3962442f5b0a122e2f0259828 as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/402b76b3962442f5b0a122e2f0259828 2024-11-11T23:21:29,257 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/402b76b3962442f5b0a122e2f0259828, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T23:21:29,258 DEBUG [M:0;cdbe53028b4b:38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8d2edea8b2b4260b2255185c3e687e2 as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8d2edea8b2b4260b2255185c3e687e2 2024-11-11T23:21:29,261 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8d2edea8b2b4260b2255185c3e687e2 2024-11-11T23:21:29,261 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8d2edea8b2b4260b2255185c3e687e2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T23:21:29,262 DEBUG [M:0;cdbe53028b4b:38223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb68ac7ec064ce3a477bc18103418c3 as hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bb68ac7ec064ce3a477bc18103418c3 2024-11-11T23:21:29,265 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35871/user/jenkins/test-data/11fb65e6-7c67-fdd8-c2d5-4cb60c7537b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bb68ac7ec064ce3a477bc18103418c3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T23:21:29,266 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false 2024-11-11T23:21:29,267 INFO [M:0;cdbe53028b4b:38223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:29,267 DEBUG [M:0;cdbe53028b4b:38223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367288382Disabling compacts and flushes for region at 1731367288382Disabling writes for close at 1731367288382Obtaining lock to block concurrent updates at 1731367288382Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367288382Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731367288382Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367288383 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367288383Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367288400 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367288400Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367288808 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367288819 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367288819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367289228 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367289245 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367289246 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42102585: reopening flushed file at 1731367289253 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6272db6f: reopening flushed file at 1731367289257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129da2e8: reopening flushed file at 1731367289261 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false at 1731367289266 (+5 ms)Writing region close event to WAL at 1731367289267 (+1 ms)Closed at 1731367289267 2024-11-11T23:21:29,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741830_1006 (size=64423) 2024-11-11T23:21:29,269 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:21:29,269 INFO [M:0;cdbe53028b4b:38223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:21:29,269 INFO [M:0;cdbe53028b4b:38223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38223 2024-11-11T23:21:29,270 INFO [M:0;cdbe53028b4b:38223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:21:29,434 INFO [M:0;cdbe53028b4b:38223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:21:29,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:29,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38223-0x1012c3381dc0000, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:21:29,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ccff675{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:21:29,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca63448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:21:29,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:21:29,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cadec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:21:29,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6876b713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.log.dir/,STOPPED} 2024-11-11T23:21:29,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:21:29,438 WARN [BP-865326607-172.17.0.2-1731367241282 heartbeating to localhost/127.0.0.1:35871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:21:29,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:21:29,438 WARN [BP-865326607-172.17.0.2-1731367241282 heartbeating to localhost/127.0.0.1:35871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-865326607-172.17.0.2-1731367241282 (Datanode Uuid d06b25d4-914c-49dd-baac-985327231ce1) service to localhost/127.0.0.1:35871 2024-11-11T23:21:29,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/cluster_67affa25-ef9a-5567-f9f9-b24a1c928186/data/data1/current/BP-865326607-172.17.0.2-1731367241282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:21:29,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/cluster_67affa25-ef9a-5567-f9f9-b24a1c928186/data/data2/current/BP-865326607-172.17.0.2-1731367241282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:21:29,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:21:29,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55bb5791{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:21:29,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32846df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:21:29,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:21:29,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b9fcac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:21:29,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b31bdca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2f91ff32-5ddf-d70a-0f53-c7835c75475a/hadoop.log.dir/,STOPPED} 2024-11-11T23:21:29,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:21:29,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:21:29,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 263) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35871 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35737 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37041 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=735 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 445), ProcessCount=11 (was 11), AvailableMemoryMB=5359 (was 5513) 2024-11-11T23:21:29,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=735, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=5361 2024-11-11T23:21:29,497 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T23:21:29,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.log.dir so I do NOT create it in target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62 2024-11-11T23:21:29,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:21:29,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.tmp.dir so I do NOT create it in target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62 2024-11-11T23:21:29,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d82f8257-5208-6aab-ff53-df0cadeadcc4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:21:29,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62 2024-11-11T23:21:29,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/cluster_1f34ab90-718d-2006-4f40-eaad72db655d, deleteOnExit=true 2024-11-11T23:21:29,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/cluster_1f34ab90-718d-2006-4f40-eaad72db655d/zookeeper_0, clientPort=58386, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/cluster_1f34ab90-718d-2006-4f40-eaad72db655d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/cluster_1f34ab90-718d-2006-4f40-eaad72db655d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:21:29,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58386 2024-11-11T23:21:29,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:21:29,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:21:29,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/test.cache.data in system properties and HBase conf 2024-11-11T23:21:29,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:21:29,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:21:29,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:21:29,516 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:21:29,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:21:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012c3381dc0005, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:21:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012c3381dc0002, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:21:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012c3381dc0008, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:21:29,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012c3381dc0002, quorum=127.0.0.1:57783, baseZNode=/0-1879745864 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:21:29,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012c3381dc0005, quorum=127.0.0.1:57783, baseZNode=/1-1778836585 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:21:29,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012c3381dc0008, quorum=127.0.0.1:57783, baseZNode=/2-898611828 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:21:30,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:21:30,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:21:30,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:21:30,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:21:30,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:21:30,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:21:30,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:21:30,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:21:30,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35c552d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/java.io.tmpdir/jetty-localhost-45709-hadoop-hdfs-3_4_1-tests_jar-_-any-13188829350448302907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:21:30,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:45709} 2024-11-11T23:21:30,170 INFO [Time-limited test {}] server.Server(415): Started @270481ms 2024-11-11T23:21:30,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:21:30,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:21:30,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:21:30,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:21:30,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:21:30,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:21:30,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:21:30,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6b26e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/java.io.tmpdir/jetty-localhost-45567-hadoop-hdfs-3_4_1-tests_jar-_-any-14609491444989416194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:21:30,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:45567} 2024-11-11T23:21:30,662 INFO [Time-limited test {}] server.Server(415): Started @270974ms 2024-11-11T23:21:30,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:21:31,266 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/cluster_1f34ab90-718d-2006-4f40-eaad72db655d/data/data1/current/BP-1755572677-172.17.0.2-1731367289530/current, will proceed with Du for space computation calculation, 2024-11-11T23:21:31,266 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/cluster_1f34ab90-718d-2006-4f40-eaad72db655d/data/data2/current/BP-1755572677-172.17.0.2-1731367289530/current, will proceed with Du for space computation calculation, 2024-11-11T23:21:31,280 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:21:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc03aadcb0c713555 with lease ID 0x1e7ae31a41e3781b: Processing first storage report for DS-ac6db69e-f4d7-41fc-8659-a700428038aa from datanode DatanodeRegistration(127.0.0.1:42621, datanodeUuid=d5335a29-d549-44c2-a2c8-ddeae67bb92f, infoPort=37337, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=2055174632;c=1731367289530) 2024-11-11T23:21:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc03aadcb0c713555 with lease ID 0x1e7ae31a41e3781b: from storage DS-ac6db69e-f4d7-41fc-8659-a700428038aa node DatanodeRegistration(127.0.0.1:42621, datanodeUuid=d5335a29-d549-44c2-a2c8-ddeae67bb92f, infoPort=37337, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=2055174632;c=1731367289530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:21:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc03aadcb0c713555 with lease ID 0x1e7ae31a41e3781b: Processing first storage report for DS-49bb1e05-db00-4740-b1ae-8aab1d00c925 from datanode DatanodeRegistration(127.0.0.1:42621, datanodeUuid=d5335a29-d549-44c2-a2c8-ddeae67bb92f, infoPort=37337, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=2055174632;c=1731367289530) 2024-11-11T23:21:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc03aadcb0c713555 with lease ID 0x1e7ae31a41e3781b: from storage DS-49bb1e05-db00-4740-b1ae-8aab1d00c925 node DatanodeRegistration(127.0.0.1:42621, datanodeUuid=d5335a29-d549-44c2-a2c8-ddeae67bb92f, infoPort=37337, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=2055174632;c=1731367289530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:21:31,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62 2024-11-11T23:21:31,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:31,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:31,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:21:31,707 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf with version=8 2024-11-11T23:21:31,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/hbase-staging 2024-11-11T23:21:31,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:21:31,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:31,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:31,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:21:31,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:31,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:21:31,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:21:31,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:21:31,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33809 2024-11-11T23:21:31,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33809 connecting to ZooKeeper ensemble=127.0.0.1:58386 2024-11-11T23:21:31,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338090x0, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:21:31,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33809-0x1012c343e550000 connected 2024-11-11T23:21:31,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:31,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:31,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on znode that does not yet exist, /0-1263621746/running 2024-11-11T23:21:31,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf, hbase.cluster.distributed=false 2024-11-11T23:21:31,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on znode that does not yet exist, /0-1263621746/acl 2024-11-11T23:21:31,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-11T23:21:31,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33809 2024-11-11T23:21:31,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33809 2024-11-11T23:21:31,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-11T23:21:31,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33809 2024-11-11T23:21:31,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:21:31,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:31,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:31,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:21:31,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:31,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:21:31,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:21:31,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:21:31,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37555 2024-11-11T23:21:31,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37555 connecting to ZooKeeper ensemble=127.0.0.1:58386 2024-11-11T23:21:31,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:31,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375550x0, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:21:31,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375550x0, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on znode that does not yet exist, /0-1263621746/running 2024-11-11T23:21:31,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37555-0x1012c343e550001 connected 2024-11-11T23:21:31,907 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:21:31,909 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:21:31,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on znode that does not yet exist, /0-1263621746/master 2024-11-11T23:21:31,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on znode that does not yet exist, /0-1263621746/acl 2024-11-11T23:21:31,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37555 2024-11-11T23:21:31,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37555 2024-11-11T23:21:31,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37555 2024-11-11T23:21:31,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37555 2024-11-11T23:21:31,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37555 2024-11-11T23:21:31,935 DEBUG [M:0;cdbe53028b4b:33809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:33809 2024-11-11T23:21:31,935 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1263621746/backup-masters/cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:31,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746/backup-masters 2024-11-11T23:21:31,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746/backup-masters 2024-11-11T23:21:31,981 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on existing znode=/0-1263621746/backup-masters/cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:31,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1263621746/master 2024-11-11T23:21:31,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:31,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:31,991 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on existing znode=/0-1263621746/master 2024-11-11T23:21:31,991 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1263621746/backup-masters/cdbe53028b4b,33809,1731367291708 from backup master directory 2024-11-11T23:21:32,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746/backup-masters 2024-11-11T23:21:32,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263621746/backup-masters/cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:32,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746/backup-masters 2024-11-11T23:21:32,001 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:21:32,001 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:32,005 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/hbase.id] with ID: 9d978d18-5f67-4b8f-9e82-482e2f7e1723 2024-11-11T23:21:32,005 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/.tmp/hbase.id 2024-11-11T23:21:32,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:21:32,409 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/.tmp/hbase.id]:[hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/hbase.id] 2024-11-11T23:21:32,415 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:32,415 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:21:32,416 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T23:21:32,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:32,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:32,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:21:32,876 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:32,876 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:21:32,877 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:21:33,283 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store 2024-11-11T23:21:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:21:33,687 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:33,688 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:21:33,688 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:33,688 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:33,688 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:21:33,688 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:33,688 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:33,688 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367293688Disabling compacts and flushes for region at 1731367293688Disabling writes for close at 1731367293688Writing region close event to WAL at 1731367293688Closed at 1731367293688 2024-11-11T23:21:33,688 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/.initializing 2024-11-11T23:21:33,688 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/WALs/cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:33,689 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:21:33,690 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C33809%2C1731367291708, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/WALs/cdbe53028b4b,33809,1731367291708, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/oldWALs, maxLogs=10 2024-11-11T23:21:33,702 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/WALs/cdbe53028b4b,33809,1731367291708/cdbe53028b4b%2C33809%2C1731367291708.1731367293690, exclude list is [], retry=0 2024-11-11T23:21:33,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-ac6db69e-f4d7-41fc-8659-a700428038aa,DISK] 2024-11-11T23:21:33,705 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/WALs/cdbe53028b4b,33809,1731367291708/cdbe53028b4b%2C33809%2C1731367291708.1731367293690 2024-11-11T23:21:33,705 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37337:37337)] 2024-11-11T23:21:33,705 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:33,705 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:33,706 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,706 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:21:33,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:33,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:33,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:21:33,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:33,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:33,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:21:33,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:33,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:33,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:21:33,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:33,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:33,710 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,710 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,711 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,711 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,711 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,712 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:21:33,712 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:33,714 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:33,714 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75462487, jitterRate=0.12447868287563324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:21:33,715 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367293706Initializing all the Stores at 1731367293706Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367293706Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367293706Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367293706Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367293706Cleaning up temporary data from old regions at 1731367293711 (+5 ms)Region opened successfully at 1731367293715 (+4 ms) 2024-11-11T23:21:33,715 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:21:33,717 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63db5640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:21:33,718 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:21:33,718 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:21:33,718 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:21:33,718 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:21:33,718 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:21:33,719 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:21:33,719 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:21:33,720 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:21:33,721 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Unable to get data of znode /0-1263621746/balancer because node does not exist (not necessarily an error) 2024-11-11T23:21:34,007 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263621746/balancer already deleted, retry=false 2024-11-11T23:21:34,008 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:21:34,008 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Unable to get data of znode /0-1263621746/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:21:34,018 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263621746/normalizer already deleted, retry=false 2024-11-11T23:21:34,018 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:21:34,019 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Unable to get data of znode /0-1263621746/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:21:34,028 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263621746/switch/split already deleted, retry=false 2024-11-11T23:21:34,029 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Unable to get data of znode /0-1263621746/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:21:34,039 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263621746/switch/merge already deleted, retry=false 2024-11-11T23:21:34,040 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Unable to get data of znode /0-1263621746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:21:34,049 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263621746/snapshot-cleanup already deleted, retry=false 2024-11-11T23:21:34,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1263621746/running 2024-11-11T23:21:34,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1263621746/running 2024-11-11T23:21:34,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:34,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:34,060 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,33809,1731367291708, sessionid=0x1012c343e550000, setting cluster-up flag (Was=false) 2024-11-11T23:21:34,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:34,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:34,112 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1263621746/flush-table-proc/acquired, /0-1263621746/flush-table-proc/reached, /0-1263621746/flush-table-proc/abort 2024-11-11T23:21:34,113 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:34,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:34,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:34,165 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1263621746/online-snapshot/acquired, /0-1263621746/online-snapshot/reached, /0-1263621746/online-snapshot/abort 2024-11-11T23:21:34,166 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:34,167 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:21:34,168 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:34,168 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:21:34,168 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:21:34,169 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,33809,1731367291708 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:21:34,170 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:34,170 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:34,170 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:34,170 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:34,170 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:21:34,170 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,170 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:21:34,170 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367324171 2024-11-11T23:21:34,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:21:34,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:21:34,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:34,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:21:34,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:21:34,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:21:34,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:21:34,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:21:34,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,172 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:21:34,172 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:21:34,172 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:21:34,172 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:21:34,172 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:34,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:21:34,176 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:21:34,176 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:21:34,177 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367294176,5,FailOnTimeoutGroup] 2024-11-11T23:21:34,177 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367294177,5,FailOnTimeoutGroup] 2024-11-11T23:21:34,177 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,177 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:21:34,177 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,177 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:21:34,222 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(746): ClusterId : 9d978d18-5f67-4b8f-9e82-482e2f7e1723 2024-11-11T23:21:34,222 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:21:34,233 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:21:34,233 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:21:34,244 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:21:34,244 DEBUG [RS:0;cdbe53028b4b:37555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb0e885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:21:34,257 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:37555 2024-11-11T23:21:34,257 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:21:34,257 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:21:34,257 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:21:34,258 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,33809,1731367291708 with port=37555, startcode=1731367291889 2024-11-11T23:21:34,258 DEBUG [RS:0;cdbe53028b4b:37555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:21:34,259 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:21:34,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:34,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33809 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:34,261 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf 2024-11-11T23:21:34,261 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37457 2024-11-11T23:21:34,261 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:21:34,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746/rs 2024-11-11T23:21:34,271 DEBUG [RS:0;cdbe53028b4b:37555 {}] zookeeper.ZKUtil(111): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on existing znode=/0-1263621746/rs/cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:34,271 WARN [RS:0;cdbe53028b4b:37555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:21:34,271 INFO [RS:0;cdbe53028b4b:37555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:34,271 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:34,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,37555,1731367291889] 2024-11-11T23:21:34,273 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:21:34,274 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:21:34,275 INFO [RS:0;cdbe53028b4b:37555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:21:34,275 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,275 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:21:34,275 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:21:34,275 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,275 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,275 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,275 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,275 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,275 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,275 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:21:34,275 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,276 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,276 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,276 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,276 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,276 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:34,276 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:21:34,276 DEBUG [RS:0;cdbe53028b4b:37555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:21:34,276 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,276 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,276 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,276 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,276 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,276 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37555,1731367291889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:21:34,290 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:21:34,290 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37555,1731367291889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,290 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,290 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.Replication(171): cdbe53028b4b,37555,1731367291889 started 2024-11-11T23:21:34,302 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:34,302 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,37555,1731367291889, RpcServer on cdbe53028b4b/172.17.0.2:37555, sessionid=0x1012c343e550001 2024-11-11T23:21:34,302 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:21:34,302 DEBUG [RS:0;cdbe53028b4b:37555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:34,302 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37555,1731367291889' 2024-11-11T23:21:34,302 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1263621746/flush-table-proc/abort' 2024-11-11T23:21:34,303 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1263621746/flush-table-proc/acquired' 2024-11-11T23:21:34,303 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:21:34,303 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:21:34,303 DEBUG [RS:0;cdbe53028b4b:37555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:34,303 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37555,1731367291889' 2024-11-11T23:21:34,303 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1263621746/online-snapshot/abort' 2024-11-11T23:21:34,304 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1263621746/online-snapshot/acquired' 2024-11-11T23:21:34,304 DEBUG [RS:0;cdbe53028b4b:37555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:21:34,304 INFO [RS:0;cdbe53028b4b:37555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:21:34,304 INFO [RS:0;cdbe53028b4b:37555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:21:34,404 INFO [RS:0;cdbe53028b4b:37555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:21:34,405 INFO [RS:0;cdbe53028b4b:37555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37555%2C1731367291889, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/oldWALs, maxLogs=10 2024-11-11T23:21:34,418 DEBUG [RS:0;cdbe53028b4b:37555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406, exclude list is [], retry=0 2024-11-11T23:21:34,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-ac6db69e-f4d7-41fc-8659-a700428038aa,DISK] 2024-11-11T23:21:34,421 INFO [RS:0;cdbe53028b4b:37555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 2024-11-11T23:21:34,421 DEBUG [RS:0;cdbe53028b4b:37555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37337:37337)] 2024-11-11T23:21:34,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:21:34,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf 2024-11-11T23:21:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:21:34,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:34,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:21:34,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:21:34,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:34,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:34,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:21:34,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:21:34,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:34,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:34,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:21:34,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:21:34,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:34,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:34,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:21:34,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:21:34,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:34,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:34,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:21:34,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740 2024-11-11T23:21:34,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740 2024-11-11T23:21:34,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:21:34,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:21:34,995 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:21:34,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:21:34,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:34,997 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58762103, jitterRate=-0.12437643110752106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:21:34,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367294987Initializing all the Stores at 1731367294988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367294988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367294988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367294988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367294988Cleaning up temporary data from old regions at 1731367294994 (+6 ms)Region opened successfully at 1731367294997 (+3 ms) 2024-11-11T23:21:34,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:21:34,997 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:21:34,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:21:34,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:21:34,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:21:34,998 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:21:34,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367294997Disabling compacts and flushes for region at 1731367294997Disabling writes for close at 1731367294997Writing region close event to WAL at 1731367294998 (+1 ms)Closed at 1731367294998 2024-11-11T23:21:34,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:34,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:21:34,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:21:34,999 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:21:35,000 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:21:35,150 DEBUG [cdbe53028b4b:33809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:21:35,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:35,151 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37555,1731367291889, state=OPENING 2024-11-11T23:21:35,306 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:21:35,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:35,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:35,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1263621746/meta-region-server: CHANGED 2024-11-11T23:21:35,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1263621746/meta-region-server: CHANGED 2024-11-11T23:21:35,390 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:21:35,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37555,1731367291889}] 2024-11-11T23:21:35,542 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:21:35,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:21:35,546 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:21:35,546 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:35,547 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:21:35,548 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37555%2C1731367291889.meta, suffix=.meta, logDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/oldWALs, maxLogs=10 2024-11-11T23:21:35,560 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.meta.1731367295548.meta, exclude list is [], retry=0 2024-11-11T23:21:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-ac6db69e-f4d7-41fc-8659-a700428038aa,DISK] 2024-11-11T23:21:35,562 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.meta.1731367295548.meta 2024-11-11T23:21:35,563 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37337:37337)] 2024-11-11T23:21:35,563 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:35,563 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:35,563 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:21:35,563 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:21:35,563 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:21:35,563 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:21:35,563 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:35,563 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:21:35,564 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:21:35,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:21:35,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:21:35,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:35,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:35,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:21:35,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:21:35,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:35,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:35,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:21:35,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:21:35,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:35,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:35,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:21:35,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:21:35,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:35,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:35,569 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:21:35,569 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740 2024-11-11T23:21:35,570 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740 2024-11-11T23:21:35,570 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:21:35,570 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:21:35,571 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:21:35,571 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:21:35,572 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71209229, jitterRate=0.061100199818611145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:21:35,572 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:21:35,572 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367295564Writing region info on filesystem at 1731367295564Initializing all the Stores at 1731367295564Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367295564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367295565 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367295565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367295565Cleaning up temporary data from old regions at 1731367295570 (+5 ms)Running coprocessor post-open hooks at 1731367295572 (+2 ms)Region opened successfully at 1731367295572 2024-11-11T23:21:35,573 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367295542 2024-11-11T23:21:35,574 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:21:35,575 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:21:35,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:35,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37555,1731367291889, state=OPEN 2024-11-11T23:21:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1263621746/meta-region-server 2024-11-11T23:21:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1263621746/meta-region-server 2024-11-11T23:21:35,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:35,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1263621746/meta-region-server: CHANGED 2024-11-11T23:21:35,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1263621746/meta-region-server: CHANGED 2024-11-11T23:21:35,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:21:35,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37555,1731367291889 in 207 msec 2024-11-11T23:21:35,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:21:35,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 599 msec 2024-11-11T23:21:35,600 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:35,600 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:21:35,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:35,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37555,1731367291889, seqNum=-1] 2024-11-11T23:21:35,601 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:35,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:35,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4380 sec 2024-11-11T23:21:35,606 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367295606, completionTime=-1 2024-11-11T23:21:35,606 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:21:35,606 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:21:35,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:21:35,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367355608 2024-11-11T23:21:35,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367415608 2024-11-11T23:21:35,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:21:35,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,33809,1731367291708-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:35,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,33809,1731367291708-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:35,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,33809,1731367291708-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:35,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:33809, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:35,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:35,609 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:35,610 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:21:35,611 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.610sec 2024-11-11T23:21:35,611 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:21:35,611 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:21:35,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:21:35,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:21:35,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:21:35,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,33809,1731367291708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:21:35,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,33809,1731367291708-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:21:35,613 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:21:35,613 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:21:35,613 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,33809,1731367291708-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:35,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:35,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,33809,-1 for getting cluster id 2024-11-11T23:21:35,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:35,625 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d978d18-5f67-4b8f-9e82-482e2f7e1723' 2024-11-11T23:21:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d978d18-5f67-4b8f-9e82-482e2f7e1723" 2024-11-11T23:21:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a30707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,33809,-1] 2024-11-11T23:21:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:35,626 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:35,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b99d9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:35,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37555,1731367291889, seqNum=-1] 2024-11-11T23:21:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:35,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:35,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:35,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58386 2024-11-11T23:21:35,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:21:35,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c343e550002 connected 2024-11-11T23:21:35,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.log.dir so I do NOT create it in target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f 2024-11-11T23:21:35,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:21:35,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.tmp.dir so I do NOT create it in target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f 2024-11-11T23:21:35,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:21:35,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f 2024-11-11T23:21:35,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:21:35,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/cluster_1d3e1dbb-f31b-f368-16f4-1b4a619764a1, deleteOnExit=true 2024-11-11T23:21:35,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:21:35,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/test.cache.data in system properties and HBase conf 2024-11-11T23:21:35,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:21:35,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:21:35,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:21:36,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:21:36,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:21:36,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:21:36,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:21:36,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:21:36,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:21:36,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:21:36,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:21:36,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b552d27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/java.io.tmpdir/jetty-localhost-43311-hadoop-hdfs-3_4_1-tests_jar-_-any-14186759757525573657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:21:36,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:43311} 2024-11-11T23:21:36,123 INFO [Time-limited test {}] server.Server(415): Started @276434ms 2024-11-11T23:21:36,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:21:36,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:21:36,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:21:36,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:21:36,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:21:36,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:21:36,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:21:36,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:21:36,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:21:36,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1008dde9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/java.io.tmpdir/jetty-localhost-42651-hadoop-hdfs-3_4_1-tests_jar-_-any-1378859198323958605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:21:36,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:42651} 2024-11-11T23:21:36,473 INFO [Time-limited test {}] server.Server(415): Started @276785ms 2024-11-11T23:21:36,474 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:21:37,184 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/cluster_1d3e1dbb-f31b-f368-16f4-1b4a619764a1/data/data1/current/BP-860534042-172.17.0.2-1731367295687/current, will proceed with Du for space computation calculation, 2024-11-11T23:21:37,184 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/cluster_1d3e1dbb-f31b-f368-16f4-1b4a619764a1/data/data2/current/BP-860534042-172.17.0.2-1731367295687/current, will proceed with Du for space computation calculation, 2024-11-11T23:21:37,203 WARN [Thread-3548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:21:37,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x694d144821a36853 with lease ID 0x108d02e66fa57470: Processing first storage report for DS-78ab379c-099a-4b31-94d1-1c61f55871d4 from datanode DatanodeRegistration(127.0.0.1:41129, datanodeUuid=20bbf6c8-99da-44f4-baf1-4a47352f52ea, infoPort=37077, infoSecurePort=0, ipcPort=34503, storageInfo=lv=-57;cid=testClusterID;nsid=1199776338;c=1731367295687) 2024-11-11T23:21:37,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x694d144821a36853 with lease ID 0x108d02e66fa57470: from storage DS-78ab379c-099a-4b31-94d1-1c61f55871d4 node DatanodeRegistration(127.0.0.1:41129, datanodeUuid=20bbf6c8-99da-44f4-baf1-4a47352f52ea, infoPort=37077, infoSecurePort=0, ipcPort=34503, storageInfo=lv=-57;cid=testClusterID;nsid=1199776338;c=1731367295687), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T23:21:37,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x694d144821a36853 with lease ID 0x108d02e66fa57470: Processing first storage report for DS-385460cc-4e93-4cd8-a45d-23c4d81b235f from datanode DatanodeRegistration(127.0.0.1:41129, datanodeUuid=20bbf6c8-99da-44f4-baf1-4a47352f52ea, infoPort=37077, infoSecurePort=0, ipcPort=34503, storageInfo=lv=-57;cid=testClusterID;nsid=1199776338;c=1731367295687) 2024-11-11T23:21:37,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x694d144821a36853 with lease ID 0x108d02e66fa57470: from storage DS-385460cc-4e93-4cd8-a45d-23c4d81b235f node DatanodeRegistration(127.0.0.1:41129, datanodeUuid=20bbf6c8-99da-44f4-baf1-4a47352f52ea, infoPort=37077, infoSecurePort=0, ipcPort=34503, storageInfo=lv=-57;cid=testClusterID;nsid=1199776338;c=1731367295687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:21:37,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f 2024-11-11T23:21:37,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:37,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:21:37,616 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a with version=8 2024-11-11T23:21:37,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/hbase-staging 2024-11-11T23:21:37,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:21:37,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:37,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:37,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:21:37,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:37,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:21:37,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:21:37,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:21:37,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38163 2024-11-11T23:21:37,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38163 connecting to ZooKeeper ensemble=127.0.0.1:58386 2024-11-11T23:21:37,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381630x0, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:21:37,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38163-0x1012c343e550003 connected 2024-11-11T23:21:37,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:37,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:37,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on znode that does not yet exist, /11090111360/running 2024-11-11T23:21:37,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a, hbase.cluster.distributed=false 2024-11-11T23:21:37,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on znode that does not yet exist, /11090111360/acl 2024-11-11T23:21:37,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38163 2024-11-11T23:21:37,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38163 2024-11-11T23:21:37,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38163 2024-11-11T23:21:37,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38163 2024-11-11T23:21:37,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38163 2024-11-11T23:21:37,778 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:21:37,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:37,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:37,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:21:37,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:37,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:21:37,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:21:37,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:21:37,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38347 2024-11-11T23:21:37,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38347 connecting to ZooKeeper ensemble=127.0.0.1:58386 2024-11-11T23:21:37,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:37,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:37,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383470x0, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:21:37,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383470x0, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on znode that does not yet exist, /11090111360/running 2024-11-11T23:21:37,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38347-0x1012c343e550004 connected 2024-11-11T23:21:37,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:21:37,802 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:21:37,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on znode that does not yet exist, /11090111360/master 2024-11-11T23:21:37,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on znode that does not yet exist, /11090111360/acl 2024-11-11T23:21:37,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38347 2024-11-11T23:21:37,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38347 2024-11-11T23:21:37,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38347 2024-11-11T23:21:37,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38347 2024-11-11T23:21:37,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38347 2024-11-11T23:21:37,821 DEBUG [M:0;cdbe53028b4b:38163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:38163 2024-11-11T23:21:37,822 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11090111360/backup-masters/cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360/backup-masters 2024-11-11T23:21:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360/backup-masters 2024-11-11T23:21:37,833 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on existing znode=/11090111360/backup-masters/cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:37,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11090111360/master 2024-11-11T23:21:37,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:37,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:37,843 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on existing znode=/11090111360/master 2024-11-11T23:21:37,844 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11090111360/backup-masters/cdbe53028b4b,38163,1731367297618 from backup master directory 2024-11-11T23:21:37,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11090111360/backup-masters/cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:37,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360/backup-masters 2024-11-11T23:21:37,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360/backup-masters 2024-11-11T23:21:37,854 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:21:37,854 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:37,856 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/hbase.id] with ID: d3b8c62b-b1dd-484f-b75e-da6959894e67 2024-11-11T23:21:37,856 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/.tmp/hbase.id 2024-11-11T23:21:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:21:38,260 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/.tmp/hbase.id]:[hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/hbase.id] 2024-11-11T23:21:38,267 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:38,267 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:21:38,268 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:21:38,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:38,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:38,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:21:38,728 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:38,728 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:21:38,729 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:38,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:21:39,134 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store 2024-11-11T23:21:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:21:39,539 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:39,539 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:21:39,539 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:39,539 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:39,539 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:21:39,539 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:39,539 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:39,539 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367299539Disabling compacts and flushes for region at 1731367299539Disabling writes for close at 1731367299539Writing region close event to WAL at 1731367299539Closed at 1731367299539 2024-11-11T23:21:39,540 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/.initializing 2024-11-11T23:21:39,540 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/WALs/cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:39,540 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:21:39,542 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C38163%2C1731367297618, suffix=, logDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/WALs/cdbe53028b4b,38163,1731367297618, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/oldWALs, maxLogs=10 2024-11-11T23:21:39,557 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/WALs/cdbe53028b4b,38163,1731367297618/cdbe53028b4b%2C38163%2C1731367297618.1731367299542, exclude list is [], retry=0 2024-11-11T23:21:39,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41129,DS-78ab379c-099a-4b31-94d1-1c61f55871d4,DISK] 2024-11-11T23:21:39,560 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/WALs/cdbe53028b4b,38163,1731367297618/cdbe53028b4b%2C38163%2C1731367297618.1731367299542 2024-11-11T23:21:39,560 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37077:37077)] 2024-11-11T23:21:39,560 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:39,561 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:39,561 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,561 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:21:39,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:39,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:39,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:21:39,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:39,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:39,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:21:39,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:39,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:39,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:21:39,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:39,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:39,567 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,567 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,568 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,568 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,568 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,569 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:21:39,570 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:39,571 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:39,571 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68285507, jitterRate=0.017533347010612488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:21:39,571 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367299561Initializing all the Stores at 1731367299561Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367299561Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367299562 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367299562Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367299562Cleaning up temporary data from old regions at 1731367299568 (+6 ms)Region opened successfully at 1731367299571 (+3 ms) 2024-11-11T23:21:39,572 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:21:39,573 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca6a816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:21:39,574 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:21:39,574 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:21:39,574 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:21:39,575 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:21:39,575 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:21:39,575 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:21:39,575 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:21:39,576 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:21:39,577 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Unable to get data of znode /11090111360/balancer because node does not exist (not necessarily an error) 2024-11-11T23:21:39,649 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11090111360/balancer already deleted, retry=false 2024-11-11T23:21:39,649 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:21:39,650 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Unable to get data of znode /11090111360/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:21:39,659 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11090111360/normalizer already deleted, retry=false 2024-11-11T23:21:39,660 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:21:39,660 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Unable to get data of znode /11090111360/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:21:39,670 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11090111360/switch/split already deleted, retry=false 2024-11-11T23:21:39,671 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Unable to get data of znode /11090111360/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:21:39,680 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11090111360/switch/merge already deleted, retry=false 2024-11-11T23:21:39,682 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Unable to get data of znode /11090111360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:21:39,691 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11090111360/snapshot-cleanup already deleted, retry=false 2024-11-11T23:21:39,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11090111360/running 2024-11-11T23:21:39,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11090111360/running 2024-11-11T23:21:39,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:39,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:39,702 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,38163,1731367297618, sessionid=0x1012c343e550003, setting cluster-up flag (Was=false) 2024-11-11T23:21:39,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:39,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:39,754 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11090111360/flush-table-proc/acquired, /11090111360/flush-table-proc/reached, /11090111360/flush-table-proc/abort 2024-11-11T23:21:39,755 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:39,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:39,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:39,807 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11090111360/online-snapshot/acquired, /11090111360/online-snapshot/reached, /11090111360/online-snapshot/abort 2024-11-11T23:21:39,808 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:39,809 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:21:39,810 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:39,810 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:21:39,810 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:21:39,810 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,38163,1731367297618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:21:39,811 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:39,812 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:39,812 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:39,812 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:39,812 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:21:39,812 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:39,812 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:21:39,812 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:39,813 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367329813 2024-11-11T23:21:39,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:39,813 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:21:39,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:21:39,813 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:21:39,813 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:21:39,813 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:21:39,813 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:21:39,813 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:21:39,813 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:39,814 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:21:39,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:39,814 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:21:39,814 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:21:39,814 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:21:39,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:21:39,816 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:21:39,816 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:21:39,819 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367299816,5,FailOnTimeoutGroup] 2024-11-11T23:21:39,820 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367299819,5,FailOnTimeoutGroup] 2024-11-11T23:21:39,820 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:39,820 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:21:39,820 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:39,820 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:21:39,910 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(746): ClusterId : d3b8c62b-b1dd-484f-b75e-da6959894e67 2024-11-11T23:21:39,910 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:21:39,917 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:21:39,917 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:21:39,928 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:21:39,928 DEBUG [RS:0;cdbe53028b4b:38347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc12476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:21:39,939 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:38347 2024-11-11T23:21:39,939 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:21:39,939 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:21:39,939 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:21:39,939 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,38163,1731367297618 with port=38347, startcode=1731367297777 2024-11-11T23:21:39,940 DEBUG [RS:0;cdbe53028b4b:38347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:21:39,941 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:21:39,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:39,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38163 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:39,942 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a 2024-11-11T23:21:39,942 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37927 2024-11-11T23:21:39,942 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:21:40,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360/rs 2024-11-11T23:21:40,003 DEBUG [RS:0;cdbe53028b4b:38347 {}] zookeeper.ZKUtil(111): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on existing znode=/11090111360/rs/cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:40,003 WARN [RS:0;cdbe53028b4b:38347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:21:40,003 INFO [RS:0;cdbe53028b4b:38347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:40,003 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:40,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,38347,1731367297777] 2024-11-11T23:21:40,005 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:21:40,006 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:21:40,007 INFO [RS:0;cdbe53028b4b:38347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:21:40,007 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,007 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:21:40,007 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:21:40,007 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,007 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,008 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,008 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:40,008 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:21:40,008 DEBUG [RS:0;cdbe53028b4b:38347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:21:40,008 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,008 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,008 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,008 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,008 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,008 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38347,1731367297777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:21:40,020 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:21:40,020 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38347,1731367297777-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,020 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,020 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.Replication(171): cdbe53028b4b,38347,1731367297777 started 2024-11-11T23:21:40,031 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:40,032 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,38347,1731367297777, RpcServer on cdbe53028b4b/172.17.0.2:38347, sessionid=0x1012c343e550004 2024-11-11T23:21:40,032 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:21:40,032 DEBUG [RS:0;cdbe53028b4b:38347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:40,032 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,38347,1731367297777' 2024-11-11T23:21:40,032 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11090111360/flush-table-proc/abort' 2024-11-11T23:21:40,032 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11090111360/flush-table-proc/acquired' 2024-11-11T23:21:40,033 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:21:40,033 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:21:40,033 DEBUG [RS:0;cdbe53028b4b:38347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:40,033 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,38347,1731367297777' 2024-11-11T23:21:40,033 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11090111360/online-snapshot/abort' 2024-11-11T23:21:40,033 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11090111360/online-snapshot/acquired' 2024-11-11T23:21:40,033 DEBUG [RS:0;cdbe53028b4b:38347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:21:40,033 INFO [RS:0;cdbe53028b4b:38347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:21:40,033 INFO [RS:0;cdbe53028b4b:38347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:21:40,134 INFO [RS:0;cdbe53028b4b:38347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:21:40,135 INFO [RS:0;cdbe53028b4b:38347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C38347%2C1731367297777, suffix=, logDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/oldWALs, maxLogs=10 2024-11-11T23:21:40,146 DEBUG [RS:0;cdbe53028b4b:38347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, exclude list is [], retry=0 2024-11-11T23:21:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41129,DS-78ab379c-099a-4b31-94d1-1c61f55871d4,DISK] 2024-11-11T23:21:40,149 INFO [RS:0;cdbe53028b4b:38347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 2024-11-11T23:21:40,149 DEBUG [RS:0;cdbe53028b4b:38347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37077:37077)] 2024-11-11T23:21:40,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:21:40,229 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a 2024-11-11T23:21:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:21:40,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:21:40,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:40,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:40,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:21:40,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:21:40,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:40,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:40,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:21:40,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:21:40,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:40,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:40,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:21:40,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:21:40,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:40,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:40,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:21:40,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:21:40,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:40,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:40,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:21:40,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740 2024-11-11T23:21:40,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740 2024-11-11T23:21:40,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:21:40,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:21:40,640 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:21:40,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:21:40,642 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:40,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60502987, jitterRate=-0.09843523800373077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:21:40,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367300633Initializing all the Stores at 1731367300633Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367300634 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367300634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367300634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367300634Cleaning up temporary data from old regions at 1731367300640 (+6 ms)Region opened successfully at 1731367300643 (+3 ms) 2024-11-11T23:21:40,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:21:40,643 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:21:40,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:21:40,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:21:40,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:21:40,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:21:40,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367300643Disabling compacts and flushes for region at 1731367300643Disabling writes for close at 1731367300643Writing region close event to WAL at 1731367300643Closed at 1731367300643 2024-11-11T23:21:40,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:40,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:21:40,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:21:40,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:21:40,646 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:21:40,796 DEBUG [cdbe53028b4b:38163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:21:40,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:40,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,38347,1731367297777, state=OPENING 2024-11-11T23:21:40,923 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:21:40,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:40,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:40,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11090111360/meta-region-server: CHANGED 2024-11-11T23:21:40,934 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:21:40,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11090111360/meta-region-server: CHANGED 2024-11-11T23:21:40,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,38347,1731367297777}] 2024-11-11T23:21:41,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:21:41,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:21:41,090 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:21:41,090 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:41,090 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:21:41,091 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C38347%2C1731367297777.meta, suffix=.meta, logDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/oldWALs, maxLogs=10 2024-11-11T23:21:41,104 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.meta.1731367301091.meta, exclude list is [], retry=0 2024-11-11T23:21:41,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41129,DS-78ab379c-099a-4b31-94d1-1c61f55871d4,DISK] 2024-11-11T23:21:41,108 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.meta.1731367301091.meta 2024-11-11T23:21:41,108 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37077:37077)] 2024-11-11T23:21:41,108 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:41,109 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:41,109 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:21:41,109 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:21:41,109 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:21:41,109 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:21:41,109 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:41,109 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:21:41,109 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:21:41,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:21:41,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:21:41,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:41,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:41,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:21:41,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:21:41,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:41,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:41,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:21:41,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:21:41,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:41,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:41,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:21:41,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:21:41,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:41,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:41,119 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:21:41,119 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740 2024-11-11T23:21:41,120 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740 2024-11-11T23:21:41,121 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:21:41,121 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:21:41,121 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:21:41,122 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:21:41,123 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61903149, jitterRate=-0.07757119834423065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:21:41,123 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:21:41,123 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367301109Writing region info on filesystem at 1731367301109Initializing all the Stores at 1731367301110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367301110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367301116 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367301116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367301116Cleaning up temporary data from old regions at 1731367301121 (+5 ms)Running coprocessor post-open hooks at 1731367301123 (+2 ms)Region opened successfully at 1731367301123 2024-11-11T23:21:41,124 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367301085 2024-11-11T23:21:41,125 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:21:41,125 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:21:41,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:41,126 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,38347,1731367297777, state=OPEN 2024-11-11T23:21:41,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:21:41,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11090111360/meta-region-server 2024-11-11T23:21:41,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11090111360/meta-region-server 2024-11-11T23:21:41,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:41,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11090111360/meta-region-server: CHANGED 2024-11-11T23:21:41,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11090111360/meta-region-server: CHANGED 2024-11-11T23:21:41,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:21:41,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,38347,1731367297777 in 204 msec 2024-11-11T23:21:41,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:21:41,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-11T23:21:41,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:41,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:21:41,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:41,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38347,1731367297777, seqNum=-1] 2024-11-11T23:21:41,145 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:41,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:41,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-11T23:21:41,151 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367301151, completionTime=-1 2024-11-11T23:21:41,151 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:21:41,151 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:21:41,152 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:21:41,152 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367361152 2024-11-11T23:21:41,152 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367421152 2024-11-11T23:21:41,152 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:21:41,153 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38163,1731367297618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:41,153 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38163,1731367297618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:41,153 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38163,1731367297618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:41,153 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:38163, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:41,153 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:41,155 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:21:41,156 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:41,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.306sec 2024-11-11T23:21:41,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:21:41,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:21:41,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:21:41,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:21:41,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:21:41,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38163,1731367297618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:21:41,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38163,1731367297618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:21:41,171 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:21:41,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:21:41,171 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38163,1731367297618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:41,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:41,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847daaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:41,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38163,-1 for getting cluster id 2024-11-11T23:21:41,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:41,214 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3b8c62b-b1dd-484f-b75e-da6959894e67' 2024-11-11T23:21:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3b8c62b-b1dd-484f-b75e-da6959894e67" 2024-11-11T23:21:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df71834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38163,-1] 2024-11-11T23:21:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:41,216 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:41,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf0291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:41,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38347,1731367297777, seqNum=-1] 2024-11-11T23:21:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:41,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:41,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:41,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58386 2024-11-11T23:21:41,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:21:41,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012c343e550005 connected 2024-11-11T23:21:41,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.log.dir so I do NOT create it in target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938 2024-11-11T23:21:41,245 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:21:41,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.tmp.dir so I do NOT create it in target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938 2024-11-11T23:21:41,245 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:21:41,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938 2024-11-11T23:21:41,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:21:41,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/cluster_ab654749-75f6-8e70-939b-86cc611931a2, deleteOnExit=true 2024-11-11T23:21:41,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:21:41,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/test.cache.data in system properties and HBase conf 2024-11-11T23:21:41,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:21:41,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:21:41,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:21:41,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:21:41,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:21:41,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:21:41,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:21:41,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:21:41,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:21:41,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:21:41,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:21:41,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:21:41,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:21:41,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:21:41,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:21:41,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:21:41,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58a34c8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/java.io.tmpdir/jetty-localhost-43315-hadoop-hdfs-3_4_1-tests_jar-_-any-6070710069538480715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:21:41,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:43315} 2024-11-11T23:21:41,643 INFO [Time-limited test {}] server.Server(415): Started @281955ms 2024-11-11T23:21:42,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:21:42,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:21:42,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:21:42,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:21:42,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:21:42,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:21:42,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:21:42,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2482a93b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/java.io.tmpdir/jetty-localhost-45379-hadoop-hdfs-3_4_1-tests_jar-_-any-13693780369456808135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:21:42,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:45379} 2024-11-11T23:21:42,184 INFO [Time-limited test {}] server.Server(415): Started @282495ms 2024-11-11T23:21:42,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:21:42,909 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/cluster_ab654749-75f6-8e70-939b-86cc611931a2/data/data2/current/BP-1053769019-172.17.0.2-1731367301265/current, will proceed with Du for space computation calculation, 2024-11-11T23:21:42,909 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/cluster_ab654749-75f6-8e70-939b-86cc611931a2/data/data1/current/BP-1053769019-172.17.0.2-1731367301265/current, will proceed with Du for space computation calculation, 2024-11-11T23:21:42,928 WARN [Thread-3669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:21:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23c0d77e43e87d41 with lease ID 0xd1ec796adc32d131: Processing first storage report for DS-4a5c2022-322b-4925-a9ff-6048f30ae471 from datanode DatanodeRegistration(127.0.0.1:33493, datanodeUuid=db8442ef-4b40-4cb8-b53d-cd5b6fd29ea9, infoPort=45597, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=680277776;c=1731367301265) 2024-11-11T23:21:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23c0d77e43e87d41 with lease ID 0xd1ec796adc32d131: from storage DS-4a5c2022-322b-4925-a9ff-6048f30ae471 node DatanodeRegistration(127.0.0.1:33493, datanodeUuid=db8442ef-4b40-4cb8-b53d-cd5b6fd29ea9, infoPort=45597, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=680277776;c=1731367301265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:21:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23c0d77e43e87d41 with lease ID 0xd1ec796adc32d131: Processing first storage report for DS-c29ef7b1-9413-4a7a-bf11-45e8401b0b2f from datanode DatanodeRegistration(127.0.0.1:33493, datanodeUuid=db8442ef-4b40-4cb8-b53d-cd5b6fd29ea9, infoPort=45597, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=680277776;c=1731367301265) 2024-11-11T23:21:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23c0d77e43e87d41 with lease ID 0xd1ec796adc32d131: from storage DS-c29ef7b1-9413-4a7a-bf11-45e8401b0b2f node DatanodeRegistration(127.0.0.1:33493, datanodeUuid=db8442ef-4b40-4cb8-b53d-cd5b6fd29ea9, infoPort=45597, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=680277776;c=1731367301265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:21:43,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938 2024-11-11T23:21:43,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:43,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:21:43,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6 with version=8 2024-11-11T23:21:43,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/hbase-staging 2024-11-11T23:21:43,427 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:21:43,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:43,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:43,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:21:43,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:43,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:21:43,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:21:43,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:21:43,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36175 2024-11-11T23:21:43,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36175 connecting to ZooKeeper ensemble=127.0.0.1:58386 2024-11-11T23:21:43,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361750x0, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:21:43,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36175-0x1012c343e550006 connected 2024-11-11T23:21:43,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:43,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:43,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on znode that does not yet exist, /2-1297752034/running 2024-11-11T23:21:43,558 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6, hbase.cluster.distributed=false 2024-11-11T23:21:43,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on znode that does not yet exist, /2-1297752034/acl 2024-11-11T23:21:43,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36175 2024-11-11T23:21:43,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36175 2024-11-11T23:21:43,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36175 2024-11-11T23:21:43,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36175 2024-11-11T23:21:43,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36175 2024-11-11T23:21:43,579 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:21:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:43,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:21:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:21:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:21:43,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:21:43,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:21:43,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37359 2024-11-11T23:21:43,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37359 connecting to ZooKeeper ensemble=127.0.0.1:58386 2024-11-11T23:21:43,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:43,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:43,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373590x0, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:21:43,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373590x0, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on znode that does not yet exist, /2-1297752034/running 2024-11-11T23:21:43,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37359-0x1012c343e550007 connected 2024-11-11T23:21:43,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:21:43,597 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:21:43,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on znode that does not yet exist, /2-1297752034/master 2024-11-11T23:21:43,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on znode that does not yet exist, /2-1297752034/acl 2024-11-11T23:21:43,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37359 2024-11-11T23:21:43,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37359 2024-11-11T23:21:43,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37359 2024-11-11T23:21:43,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37359 2024-11-11T23:21:43,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37359 2024-11-11T23:21:43,610 DEBUG [M:0;cdbe53028b4b:36175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:36175 2024-11-11T23:21:43,611 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1297752034/backup-masters/cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:43,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034/backup-masters 2024-11-11T23:21:43,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034/backup-masters 2024-11-11T23:21:43,622 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on existing znode=/2-1297752034/backup-masters/cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:43,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1297752034/master 2024-11-11T23:21:43,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:43,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:43,633 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on existing znode=/2-1297752034/master 2024-11-11T23:21:43,633 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1297752034/backup-masters/cdbe53028b4b,36175,1731367303426 from backup master directory 2024-11-11T23:21:43,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1297752034/backup-masters/cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:43,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034/backup-masters 2024-11-11T23:21:43,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034/backup-masters 2024-11-11T23:21:43,643 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:21:43,643 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:43,645 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/hbase.id] with ID: 454ae56c-fd1a-4189-98aa-529c77c94bec 2024-11-11T23:21:43,645 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/.tmp/hbase.id 2024-11-11T23:21:43,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:21:44,050 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/.tmp/hbase.id]:[hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/hbase.id] 2024-11-11T23:21:44,057 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:21:44,057 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:21:44,057 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T23:21:44,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:44,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:44,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:21:44,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:44,517 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:21:44,518 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:44,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:21:44,923 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store 2024-11-11T23:21:44,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:21:45,328 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:45,328 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:21:45,328 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:45,328 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:45,328 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:21:45,328 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:45,328 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:21:45,328 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367305328Disabling compacts and flushes for region at 1731367305328Disabling writes for close at 1731367305328Writing region close event to WAL at 1731367305328Closed at 1731367305328 2024-11-11T23:21:45,329 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/.initializing 2024-11-11T23:21:45,329 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/WALs/cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:45,329 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:21:45,331 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C36175%2C1731367303426, suffix=, logDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/WALs/cdbe53028b4b,36175,1731367303426, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/oldWALs, maxLogs=10 2024-11-11T23:21:45,343 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/WALs/cdbe53028b4b,36175,1731367303426/cdbe53028b4b%2C36175%2C1731367303426.1731367305331, exclude list is [], retry=0 2024-11-11T23:21:45,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-4a5c2022-322b-4925-a9ff-6048f30ae471,DISK] 2024-11-11T23:21:45,347 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/WALs/cdbe53028b4b,36175,1731367303426/cdbe53028b4b%2C36175%2C1731367303426.1731367305331 2024-11-11T23:21:45,347 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45597:45597)] 2024-11-11T23:21:45,347 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:45,347 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:45,347 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,347 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:21:45,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:45,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:45,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:21:45,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:45,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:45,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:21:45,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:45,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:45,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:21:45,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:45,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:45,352 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,353 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,354 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,354 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:21:45,355 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:21:45,356 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:45,356 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71819948, jitterRate=0.07020062208175659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:21:45,356 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367305347Initializing all the Stores at 1731367305348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367305348Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367305348Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367305348Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367305348Cleaning up temporary data from old regions at 1731367305354 (+6 ms)Region opened successfully at 1731367305356 (+2 ms) 2024-11-11T23:21:45,356 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:21:45,358 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac460f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:21:45,359 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:21:45,359 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:21:45,359 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:21:45,359 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:21:45,359 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:21:45,360 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:21:45,360 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:21:45,361 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:21:45,362 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Unable to get data of znode /2-1297752034/balancer because node does not exist (not necessarily an error) 2024-11-11T23:21:45,438 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1297752034/balancer already deleted, retry=false 2024-11-11T23:21:45,438 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:21:45,439 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Unable to get data of znode /2-1297752034/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:21:45,448 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1297752034/normalizer already deleted, retry=false 2024-11-11T23:21:45,449 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:21:45,449 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Unable to get data of znode /2-1297752034/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:21:45,459 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1297752034/switch/split already deleted, retry=false 2024-11-11T23:21:45,460 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Unable to get data of znode /2-1297752034/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:21:45,469 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1297752034/switch/merge already deleted, retry=false 2024-11-11T23:21:45,471 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Unable to get data of znode /2-1297752034/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:21:45,480 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1297752034/snapshot-cleanup already deleted, retry=false 2024-11-11T23:21:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1297752034/running 2024-11-11T23:21:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1297752034/running 2024-11-11T23:21:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:45,491 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,36175,1731367303426, sessionid=0x1012c343e550006, setting cluster-up flag (Was=false) 2024-11-11T23:21:45,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:45,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:45,543 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1297752034/flush-table-proc/acquired, /2-1297752034/flush-table-proc/reached, /2-1297752034/flush-table-proc/abort 2024-11-11T23:21:45,544 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:45,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:45,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:45,596 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1297752034/online-snapshot/acquired, /2-1297752034/online-snapshot/reached, /2-1297752034/online-snapshot/abort 2024-11-11T23:21:45,597 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:45,597 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:21:45,598 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:45,599 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:21:45,599 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:21:45,599 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,36175,1731367303426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:21:45,600 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:45,600 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:45,600 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:45,600 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:21:45,600 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:21:45,600 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,600 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:21:45,600 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,605 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(746): ClusterId : 454ae56c-fd1a-4189-98aa-529c77c94bec 2024-11-11T23:21:45,605 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:21:45,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:45,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:21:45,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:45,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:21:45,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367335608 2024-11-11T23:21:45,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:21:45,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:21:45,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:21:45,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:21:45,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:21:45,608 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:21:45,611 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:21:45,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:21:45,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:21:45,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:21:45,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:21:45,612 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:21:45,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:21:45,618 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:21:45,618 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:21:45,620 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367305612,5,FailOnTimeoutGroup] 2024-11-11T23:21:45,622 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367305620,5,FailOnTimeoutGroup] 2024-11-11T23:21:45,623 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,623 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:21:45,623 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,623 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,628 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:21:45,628 DEBUG [RS:0;cdbe53028b4b:37359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a8f548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:21:45,640 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:37359 2024-11-11T23:21:45,641 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:21:45,641 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:21:45,641 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:21:45,641 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,36175,1731367303426 with port=37359, startcode=1731367303579 2024-11-11T23:21:45,641 DEBUG [RS:0;cdbe53028b4b:37359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:21:45,642 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:21:45,643 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:45,643 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36175 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:45,644 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6 2024-11-11T23:21:45,644 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39513 2024-11-11T23:21:45,644 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:21:45,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034/rs 2024-11-11T23:21:45,698 DEBUG [RS:0;cdbe53028b4b:37359 {}] zookeeper.ZKUtil(111): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on existing znode=/2-1297752034/rs/cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:45,698 WARN [RS:0;cdbe53028b4b:37359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:21:45,698 INFO [RS:0;cdbe53028b4b:37359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:45,698 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:45,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,37359,1731367303579] 2024-11-11T23:21:45,701 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:21:45,703 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:21:45,703 INFO [RS:0;cdbe53028b4b:37359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:21:45,703 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,703 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:21:45,704 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:21:45,704 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:21:45,704 DEBUG [RS:0;cdbe53028b4b:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:21:45,705 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,705 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,705 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,705 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,705 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,705 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37359,1731367303579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:21:45,719 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:21:45,719 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37359,1731367303579-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,719 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,719 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.Replication(171): cdbe53028b4b,37359,1731367303579 started 2024-11-11T23:21:45,732 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:45,733 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,37359,1731367303579, RpcServer on cdbe53028b4b/172.17.0.2:37359, sessionid=0x1012c343e550007 2024-11-11T23:21:45,733 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:21:45,733 DEBUG [RS:0;cdbe53028b4b:37359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:45,733 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37359,1731367303579' 2024-11-11T23:21:45,733 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1297752034/flush-table-proc/abort' 2024-11-11T23:21:45,733 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1297752034/flush-table-proc/acquired' 2024-11-11T23:21:45,734 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:21:45,734 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:21:45,734 DEBUG [RS:0;cdbe53028b4b:37359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:45,734 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37359,1731367303579' 2024-11-11T23:21:45,734 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1297752034/online-snapshot/abort' 2024-11-11T23:21:45,734 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1297752034/online-snapshot/acquired' 2024-11-11T23:21:45,734 DEBUG [RS:0;cdbe53028b4b:37359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:21:45,734 INFO [RS:0;cdbe53028b4b:37359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:21:45,734 INFO [RS:0;cdbe53028b4b:37359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:21:45,834 INFO [RS:0;cdbe53028b4b:37359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:21:45,835 INFO [RS:0;cdbe53028b4b:37359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37359%2C1731367303579, suffix=, logDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/oldWALs, maxLogs=10 2024-11-11T23:21:45,849 DEBUG [RS:0;cdbe53028b4b:37359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, exclude list is [], retry=0 2024-11-11T23:21:45,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-4a5c2022-322b-4925-a9ff-6048f30ae471,DISK] 2024-11-11T23:21:45,852 INFO [RS:0;cdbe53028b4b:37359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 2024-11-11T23:21:45,852 DEBUG [RS:0;cdbe53028b4b:37359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45597:45597)] 2024-11-11T23:21:46,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:21:46,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6 2024-11-11T23:21:46,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:21:46,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:46,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:21:46,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:21:46,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:46,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:46,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:21:46,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:21:46,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:46,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:46,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:21:46,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:21:46,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:46,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:46,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:21:46,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:21:46,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:46,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:46,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:21:46,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740 2024-11-11T23:21:46,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740 2024-11-11T23:21:46,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:21:46,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:21:46,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:21:46,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:21:46,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:46,432 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71864852, jitterRate=0.07086974382400513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:21:46,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367306423Initializing all the Stores at 1731367306424 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367306424Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367306424Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367306424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367306424Cleaning up temporary data from old regions at 1731367306430 (+6 ms)Region opened successfully at 1731367306432 (+2 ms) 2024-11-11T23:21:46,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:21:46,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:21:46,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:21:46,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:21:46,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:21:46,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:21:46,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367306433Disabling compacts and flushes for region at 1731367306433Disabling writes for close at 1731367306433Writing region close event to WAL at 1731367306433Closed at 1731367306433 2024-11-11T23:21:46,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:46,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:21:46,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:21:46,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:21:46,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:21:46,586 DEBUG [cdbe53028b4b:36175 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:21:46,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:46,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37359,1731367303579, state=OPENING 2024-11-11T23:21:46,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:21:46,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:21:46,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:46,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:46,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:21:46,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1297752034/meta-region-server: CHANGED 2024-11-11T23:21:46,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1297752034/meta-region-server: CHANGED 2024-11-11T23:21:46,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37359,1731367303579}] 2024-11-11T23:21:46,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:46,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:21:46,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:21:46,815 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:21:46,815 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:46,815 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:21:46,816 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37359%2C1731367303579.meta, suffix=.meta, logDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/oldWALs, maxLogs=10 2024-11-11T23:21:46,827 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.meta.1731367306816.meta, exclude list is [], retry=0 2024-11-11T23:21:46,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-4a5c2022-322b-4925-a9ff-6048f30ae471,DISK] 2024-11-11T23:21:46,830 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.meta.1731367306816.meta 2024-11-11T23:21:46,830 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45597:45597)] 2024-11-11T23:21:46,830 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:46,830 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:46,830 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:21:46,830 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:21:46,830 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:21:46,830 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:21:46,830 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:46,830 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:21:46,830 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:21:46,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:21:46,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:21:46,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:46,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:46,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:21:46,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:21:46,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:46,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:46,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:21:46,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:21:46,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:46,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:46,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:21:46,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:21:46,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:46,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:21:46,835 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:21:46,835 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740 2024-11-11T23:21:46,836 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740 2024-11-11T23:21:46,836 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:21:46,836 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:21:46,837 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:21:46,838 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:21:46,838 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69976767, jitterRate=0.042735084891319275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:21:46,838 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:21:46,838 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367306831Writing region info on filesystem at 1731367306831Initializing all the Stores at 1731367306831Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367306831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367306831Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367306831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367306831Cleaning up temporary data from old regions at 1731367306836 (+5 ms)Running coprocessor post-open hooks at 1731367306838 (+2 ms)Region opened successfully at 1731367306838 2024-11-11T23:21:46,839 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367306811 2024-11-11T23:21:46,840 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:21:46,840 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:21:46,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:46,841 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37359,1731367303579, state=OPEN 2024-11-11T23:21:46,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1297752034/meta-region-server 2024-11-11T23:21:46,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1297752034/meta-region-server 2024-11-11T23:21:46,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:46,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1297752034/meta-region-server: CHANGED 2024-11-11T23:21:46,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1297752034/meta-region-server: CHANGED 2024-11-11T23:21:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:21:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37359,1731367303579 in 194 msec 2024-11-11T23:21:46,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:21:46,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-11T23:21:46,856 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:21:46,856 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:21:46,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:46,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37359,1731367303579, seqNum=-1] 2024-11-11T23:21:46,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:46,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:46,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-11T23:21:46,862 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367306862, completionTime=-1 2024-11-11T23:21:46,862 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:21:46,862 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:21:46,863 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:21:46,863 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367366863 2024-11-11T23:21:46,863 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367426863 2024-11-11T23:21:46,863 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:21:46,864 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,36175,1731367303426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:46,864 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,36175,1731367303426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:46,864 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,36175,1731367303426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:46,864 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:36175, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:46,864 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:46,864 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:46,865 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:21:46,867 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.224sec 2024-11-11T23:21:46,867 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:21:46,867 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:21:46,867 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:21:46,867 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:21:46,867 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:21:46,867 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,36175,1731367303426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:21:46,867 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,36175,1731367303426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:21:46,869 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:21:46,869 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:21:46,869 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,36175,1731367303426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:21:46,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:46,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,36175,-1 for getting cluster id 2024-11-11T23:21:46,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:46,907 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '454ae56c-fd1a-4189-98aa-529c77c94bec' 2024-11-11T23:21:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "454ae56c-fd1a-4189-98aa-529c77c94bec" 2024-11-11T23:21:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcef776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:46,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,36175,-1] 2024-11-11T23:21:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:46,908 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:46,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720973d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:46,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37359,1731367303579, seqNum=-1] 2024-11-11T23:21:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:46,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:46,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:46,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58386 2024-11-11T23:21:46,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:21:46,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012c343e550008 connected 2024-11-11T23:21:46,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@263c385e 2024-11-11T23:21:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:46,936 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:46,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:21:46,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:46,938 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:46,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:21:46,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:46,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:21:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:47,345 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 693a26af7045601b8a29fe4f9d31d7ba, NAME => 'test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf 2024-11-11T23:21:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:21:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:47,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:47,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 693a26af7045601b8a29fe4f9d31d7ba, disabling compactions & flushes 2024-11-11T23:21:47,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:21:47,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:21:47,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. after waiting 0 ms 2024-11-11T23:21:47,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:21:47,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:21:47,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 693a26af7045601b8a29fe4f9d31d7ba: Waiting for close lock at 1731367307750Disabling compacts and flushes for region at 1731367307750Disabling writes for close at 1731367307750Writing region close event to WAL at 1731367307750Closed at 1731367307750 2024-11-11T23:21:47,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:47,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367307752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367307752"}]},"ts":"1731367307752"} 2024-11-11T23:21:47,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:47,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:47,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367307755"}]},"ts":"1731367307755"} 2024-11-11T23:21:47,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:21:47,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=693a26af7045601b8a29fe4f9d31d7ba, ASSIGN}] 2024-11-11T23:21:47,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=693a26af7045601b8a29fe4f9d31d7ba, ASSIGN 2024-11-11T23:21:47,758 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=693a26af7045601b8a29fe4f9d31d7ba, ASSIGN; state=OFFLINE, location=cdbe53028b4b,37555,1731367291889; forceNewPlan=false, retain=false 2024-11-11T23:21:47,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=693a26af7045601b8a29fe4f9d31d7ba, regionState=OPENING, regionLocation=cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:47,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=693a26af7045601b8a29fe4f9d31d7ba, ASSIGN because future has completed 2024-11-11T23:21:47,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 693a26af7045601b8a29fe4f9d31d7ba, server=cdbe53028b4b,37555,1731367291889}] 2024-11-11T23:21:48,066 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:21:48,066 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 693a26af7045601b8a29fe4f9d31d7ba, NAME => 'test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:48,066 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:48,066 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:21:48,066 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,066 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:48,066 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,066 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,067 INFO [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,068 INFO [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 693a26af7045601b8a29fe4f9d31d7ba columnFamilyName f 2024-11-11T23:21:48,068 DEBUG [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:48,068 INFO [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] regionserver.HStore(327): Store=693a26af7045601b8a29fe4f9d31d7ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:48,068 INFO [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,069 INFO [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 693a26af7045601b8a29fe4f9d31d7ba columnFamilyName f1 2024-11-11T23:21:48,069 DEBUG [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:48,069 INFO [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] regionserver.HStore(327): Store=693a26af7045601b8a29fe4f9d31d7ba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:48,069 INFO [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,070 INFO [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 693a26af7045601b8a29fe4f9d31d7ba columnFamilyName norep 2024-11-11T23:21:48,070 DEBUG [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:48,070 INFO [StoreOpener-693a26af7045601b8a29fe4f9d31d7ba-1 {}] regionserver.HStore(327): Store=693a26af7045601b8a29fe4f9d31d7ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:48,070 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,071 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,071 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,071 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,072 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:48,072 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:48,073 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,074 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:48,074 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 693a26af7045601b8a29fe4f9d31d7ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61089978, jitterRate=-0.08968839049339294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:48,074 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:21:48,075 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 693a26af7045601b8a29fe4f9d31d7ba: Running coprocessor pre-open hook at 1731367308066Writing region info on filesystem at 1731367308066Initializing all the Stores at 1731367308067 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367308067Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367308067Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367308067Cleaning up temporary data from old regions at 1731367308072 (+5 ms)Running coprocessor post-open hooks at 1731367308074 (+2 ms)Region opened successfully at 1731367308075 (+1 ms) 2024-11-11T23:21:48,076 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba., pid=6, masterSystemTime=1731367308063 2024-11-11T23:21:48,077 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:21:48,077 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:21:48,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=693a26af7045601b8a29fe4f9d31d7ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:48,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 693a26af7045601b8a29fe4f9d31d7ba, server=cdbe53028b4b,37555,1731367291889 because future has completed 2024-11-11T23:21:48,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:21:48,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 693a26af7045601b8a29fe4f9d31d7ba, server=cdbe53028b4b,37555,1731367291889 in 168 msec 2024-11-11T23:21:48,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:21:48,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=693a26af7045601b8a29fe4f9d31d7ba, ASSIGN in 324 msec 2024-11-11T23:21:48,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:48,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367308082"}]},"ts":"1731367308082"} 2024-11-11T23:21:48,084 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:21:48,084 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:48,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-11T23:21:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:49,082 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:21:49,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701b6402 2024-11-11T23:21:49,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:49,084 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:49,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:21:49,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:49,086 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:49,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:21:49,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:49,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:21:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:49,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c16651907528eb30f0b545373b0ff24c, NAME => 'test,,1731367309084.c16651907528eb30f0b545373b0ff24c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a 2024-11-11T23:21:49,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:21:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:49,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367309084.c16651907528eb30f0b545373b0ff24c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:49,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c16651907528eb30f0b545373b0ff24c, disabling compactions & flushes 2024-11-11T23:21:49,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:21:49,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:21:49,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367309084.c16651907528eb30f0b545373b0ff24c. after waiting 0 ms 2024-11-11T23:21:49,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:21:49,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:21:49,897 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c16651907528eb30f0b545373b0ff24c: Waiting for close lock at 1731367309897Disabling compacts and flushes for region at 1731367309897Disabling writes for close at 1731367309897Writing region close event to WAL at 1731367309897Closed at 1731367309897 2024-11-11T23:21:49,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:49,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367309084.c16651907528eb30f0b545373b0ff24c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367309898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367309898"}]},"ts":"1731367309898"} 2024-11-11T23:21:49,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:49,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:49,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367309900"}]},"ts":"1731367309900"} 2024-11-11T23:21:49,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:21:49,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c16651907528eb30f0b545373b0ff24c, ASSIGN}] 2024-11-11T23:21:49,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c16651907528eb30f0b545373b0ff24c, ASSIGN 2024-11-11T23:21:49,903 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c16651907528eb30f0b545373b0ff24c, ASSIGN; state=OFFLINE, location=cdbe53028b4b,38347,1731367297777; forceNewPlan=false, retain=false 2024-11-11T23:21:50,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c16651907528eb30f0b545373b0ff24c, regionState=OPENING, regionLocation=cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:50,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c16651907528eb30f0b545373b0ff24c, ASSIGN because future has completed 2024-11-11T23:21:50,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c16651907528eb30f0b545373b0ff24c, server=cdbe53028b4b,38347,1731367297777}] 2024-11-11T23:21:50,211 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:21:50,211 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c16651907528eb30f0b545373b0ff24c, NAME => 'test,,1731367309084.c16651907528eb30f0b545373b0ff24c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:50,211 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:50,211 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:21:50,211 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,211 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367309084.c16651907528eb30f0b545373b0ff24c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:50,211 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,211 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,212 INFO [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,213 INFO [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16651907528eb30f0b545373b0ff24c columnFamilyName f 2024-11-11T23:21:50,213 DEBUG [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:50,213 INFO [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] regionserver.HStore(327): Store=c16651907528eb30f0b545373b0ff24c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:50,213 INFO [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,214 INFO [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16651907528eb30f0b545373b0ff24c columnFamilyName f1 2024-11-11T23:21:50,214 DEBUG [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:50,214 INFO [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] regionserver.HStore(327): Store=c16651907528eb30f0b545373b0ff24c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:50,214 INFO [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,215 INFO [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c16651907528eb30f0b545373b0ff24c columnFamilyName norep 2024-11-11T23:21:50,215 DEBUG [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:50,215 INFO [StoreOpener-c16651907528eb30f0b545373b0ff24c-1 {}] regionserver.HStore(327): Store=c16651907528eb30f0b545373b0ff24c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:50,215 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,215 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,215 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,216 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,216 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,216 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:50,217 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,218 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:50,219 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c16651907528eb30f0b545373b0ff24c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64192498, jitterRate=-0.043457239866256714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:50,219 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c16651907528eb30f0b545373b0ff24c 2024-11-11T23:21:50,219 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c16651907528eb30f0b545373b0ff24c: Running coprocessor pre-open hook at 1731367310211Writing region info on filesystem at 1731367310211Initializing all the Stores at 1731367310212 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367310212Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367310212Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367310212Cleaning up temporary data from old regions at 1731367310216 (+4 ms)Running coprocessor post-open hooks at 1731367310219 (+3 ms)Region opened successfully at 1731367310219 2024-11-11T23:21:50,219 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367309084.c16651907528eb30f0b545373b0ff24c., pid=6, masterSystemTime=1731367310208 2024-11-11T23:21:50,221 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:21:50,221 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:21:50,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c16651907528eb30f0b545373b0ff24c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:50,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c16651907528eb30f0b545373b0ff24c, server=cdbe53028b4b,38347,1731367297777 because future has completed 2024-11-11T23:21:50,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:21:50,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c16651907528eb30f0b545373b0ff24c, server=cdbe53028b4b,38347,1731367297777 in 168 msec 2024-11-11T23:21:50,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:21:50,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c16651907528eb30f0b545373b0ff24c, ASSIGN in 323 msec 2024-11-11T23:21:50,227 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:50,227 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367310227"}]},"ts":"1731367310227"} 2024-11-11T23:21:50,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:21:50,228 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:50,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-11T23:21:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:51,242 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:21:51,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:51,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:51,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fbe441f 2024-11-11T23:21:51,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:51,244 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:51,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:21:51,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:51,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:51,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:21:51,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:51,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:21:51,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 982d2c6f4d43984cfac0f4c480c90fc7, NAME => 'test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6 2024-11-11T23:21:51,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:21:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:51,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:51,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 982d2c6f4d43984cfac0f4c480c90fc7, disabling compactions & flushes 2024-11-11T23:21:51,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:21:51,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:21:51,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. after waiting 0 ms 2024-11-11T23:21:51,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:21:51,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:21:51,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 982d2c6f4d43984cfac0f4c480c90fc7: Waiting for close lock at 1731367311657Disabling compacts and flushes for region at 1731367311657Disabling writes for close at 1731367311657Writing region close event to WAL at 1731367311657Closed at 1731367311657 2024-11-11T23:21:51,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:51,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367311658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367311658"}]},"ts":"1731367311658"} 2024-11-11T23:21:51,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:51,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:51,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367311660"}]},"ts":"1731367311660"} 2024-11-11T23:21:51,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:21:51,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=982d2c6f4d43984cfac0f4c480c90fc7, ASSIGN}] 2024-11-11T23:21:51,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=982d2c6f4d43984cfac0f4c480c90fc7, ASSIGN 2024-11-11T23:21:51,664 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=982d2c6f4d43984cfac0f4c480c90fc7, ASSIGN; state=OFFLINE, location=cdbe53028b4b,37359,1731367303579; forceNewPlan=false, retain=false 2024-11-11T23:21:51,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=982d2c6f4d43984cfac0f4c480c90fc7, regionState=OPENING, regionLocation=cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:51,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=982d2c6f4d43984cfac0f4c480c90fc7, ASSIGN because future has completed 2024-11-11T23:21:51,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 982d2c6f4d43984cfac0f4c480c90fc7, server=cdbe53028b4b,37359,1731367303579}] 2024-11-11T23:21:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:51,971 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:21:51,971 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 982d2c6f4d43984cfac0f4c480c90fc7, NAME => 'test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:51,971 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:51,971 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:21:51,971 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,971 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:51,971 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,971 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,972 INFO [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,973 INFO [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 982d2c6f4d43984cfac0f4c480c90fc7 columnFamilyName f 2024-11-11T23:21:51,973 DEBUG [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:51,973 INFO [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] regionserver.HStore(327): Store=982d2c6f4d43984cfac0f4c480c90fc7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:51,973 INFO [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,974 INFO [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 982d2c6f4d43984cfac0f4c480c90fc7 columnFamilyName f1 2024-11-11T23:21:51,974 DEBUG [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:51,974 INFO [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] regionserver.HStore(327): Store=982d2c6f4d43984cfac0f4c480c90fc7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:51,974 INFO [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,975 INFO [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 982d2c6f4d43984cfac0f4c480c90fc7 columnFamilyName norep 2024-11-11T23:21:51,975 DEBUG [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:51,975 INFO [StoreOpener-982d2c6f4d43984cfac0f4c480c90fc7-1 {}] regionserver.HStore(327): Store=982d2c6f4d43984cfac0f4c480c90fc7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:51,975 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,975 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,976 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,976 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,976 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,976 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:51,977 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,978 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:51,979 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 982d2c6f4d43984cfac0f4c480c90fc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71255967, jitterRate=0.0617966502904892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:51,979 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:21:51,979 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 982d2c6f4d43984cfac0f4c480c90fc7: Running coprocessor pre-open hook at 1731367311971Writing region info on filesystem at 1731367311971Initializing all the Stores at 1731367311972 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367311972Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367311972Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367311972Cleaning up temporary data from old regions at 1731367311976 (+4 ms)Running coprocessor post-open hooks at 1731367311979 (+3 ms)Region opened successfully at 1731367311979 2024-11-11T23:21:51,980 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7., pid=6, masterSystemTime=1731367311968 2024-11-11T23:21:51,981 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:21:51,981 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:21:51,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=982d2c6f4d43984cfac0f4c480c90fc7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:51,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 982d2c6f4d43984cfac0f4c480c90fc7, server=cdbe53028b4b,37359,1731367303579 because future has completed 2024-11-11T23:21:51,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:21:51,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 982d2c6f4d43984cfac0f4c480c90fc7, server=cdbe53028b4b,37359,1731367303579 in 168 msec 2024-11-11T23:21:51,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:21:51,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=982d2c6f4d43984cfac0f4c480c90fc7, ASSIGN in 323 msec 2024-11-11T23:21:51,987 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:51,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367311987"}]},"ts":"1731367311987"} 2024-11-11T23:21:51,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:21:51,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:51,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 745 msec 2024-11-11T23:21:52,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:21:52,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:21:52,382 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:21:52,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:52,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,33809,-1 for getting cluster id 2024-11-11T23:21:52,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:52,383 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d978d18-5f67-4b8f-9e82-482e2f7e1723' 2024-11-11T23:21:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d978d18-5f67-4b8f-9e82-482e2f7e1723" 2024-11-11T23:21:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bf575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,33809,-1] 2024-11-11T23:21:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:52,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:52,385 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:52,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dc0049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:52,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,33809,1731367291708 2024-11-11T23:21:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45e19562 2024-11-11T23:21:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:52,387 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:52,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:38163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:21:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:21:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:52,390 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38163' 2024-11-11T23:21:52,394 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f009a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:52,394 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38163,-1 for getting cluster id 2024-11-11T23:21:52,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:52,395 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3b8c62b-b1dd-484f-b75e-da6959894e67' 2024-11-11T23:21:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3b8c62b-b1dd-484f-b75e-da6959894e67" 2024-11-11T23:21:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769fa4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38163,-1] 2024-11-11T23:21:52,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:52,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:52,396 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:52,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2004750e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:52,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:52,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:52,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1868158 2024-11-11T23:21:52,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:52,399 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:52,399 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:21:52,399 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:21:52,399 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:52,399 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:52,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:52,400 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:52,401 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:21:52,402 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T23:21:52,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:52,402 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:52,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:52,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:21:52,452 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:21:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:52,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e17b40bfbe7261f75d7e39b14731c51, NAME => 'hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf 2024-11-11T23:21:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:21:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:53,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:53,218 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4e17b40bfbe7261f75d7e39b14731c51, disabling compactions & flushes 2024-11-11T23:21:53,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:21:53,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:21:53,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. after waiting 0 ms 2024-11-11T23:21:53,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:21:53,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:21:53,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e17b40bfbe7261f75d7e39b14731c51: Waiting for close lock at 1731367313218Disabling compacts and flushes for region at 1731367313218Disabling writes for close at 1731367313219 (+1 ms)Writing region close event to WAL at 1731367313219Closed at 1731367313219 2024-11-11T23:21:53,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:53,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367313220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367313220"}]},"ts":"1731367313220"} 2024-11-11T23:21:53,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:53,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:53,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367313222"}]},"ts":"1731367313222"} 2024-11-11T23:21:53,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:21:53,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e17b40bfbe7261f75d7e39b14731c51, ASSIGN}] 2024-11-11T23:21:53,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e17b40bfbe7261f75d7e39b14731c51, ASSIGN 2024-11-11T23:21:53,225 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e17b40bfbe7261f75d7e39b14731c51, ASSIGN; state=OFFLINE, location=cdbe53028b4b,37555,1731367291889; forceNewPlan=false, retain=false 2024-11-11T23:21:53,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e17b40bfbe7261f75d7e39b14731c51, regionState=OPENING, regionLocation=cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:53,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e17b40bfbe7261f75d7e39b14731c51, ASSIGN because future has completed 2024-11-11T23:21:53,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e17b40bfbe7261f75d7e39b14731c51, server=cdbe53028b4b,37555,1731367291889}] 2024-11-11T23:21:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:53,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:21:53,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:53,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:21:53,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37555%2C1731367291889.rep, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/oldWALs, maxLogs=10 2024-11-11T23:21:53,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.rep.1731367313533, exclude list is [], retry=0 2024-11-11T23:21:53,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42621,DS-ac6db69e-f4d7-41fc-8659-a700428038aa,DISK] 2024-11-11T23:21:53,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.rep.1731367313533 2024-11-11T23:21:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37337:37337)] 2024-11-11T23:21:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e17b40bfbe7261f75d7e39b14731c51, NAME => 'hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:53,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:21:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. service=MultiRowMutationService 2024-11-11T23:21:53,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:21:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,550 INFO [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,551 INFO [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e17b40bfbe7261f75d7e39b14731c51 columnFamilyName hfileref 2024-11-11T23:21:53,551 DEBUG [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:53,552 INFO [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] regionserver.HStore(327): Store=4e17b40bfbe7261f75d7e39b14731c51/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:53,552 INFO [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,553 INFO [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e17b40bfbe7261f75d7e39b14731c51 columnFamilyName queue 2024-11-11T23:21:53,553 DEBUG [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:53,553 INFO [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] regionserver.HStore(327): Store=4e17b40bfbe7261f75d7e39b14731c51/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:53,553 INFO [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,554 INFO [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e17b40bfbe7261f75d7e39b14731c51 columnFamilyName sid 2024-11-11T23:21:53,554 DEBUG [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:53,554 INFO [StoreOpener-4e17b40bfbe7261f75d7e39b14731c51-1 {}] regionserver.HStore(327): Store=4e17b40bfbe7261f75d7e39b14731c51/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:53,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/replication/4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/replication/4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:53,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/replication/4e17b40bfbe7261f75d7e39b14731c51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:53,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4e17b40bfbe7261f75d7e39b14731c51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63969750, jitterRate=-0.04677644371986389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:53,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:21:53,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4e17b40bfbe7261f75d7e39b14731c51: Running coprocessor pre-open hook at 1731367313549Writing region info on filesystem at 1731367313549Initializing all the Stores at 1731367313550 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367313550Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367313550Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367313550Cleaning up temporary data from old regions at 1731367313555 (+5 ms)Running coprocessor post-open hooks at 1731367313558 (+3 ms)Region opened successfully at 1731367313558 2024-11-11T23:21:53,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51., pid=10, masterSystemTime=1731367313529 2024-11-11T23:21:53,560 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e17b40bfbe7261f75d7e39b14731c51, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,37555,1731367291889 2024-11-11T23:21:53,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:21:53,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:21:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e17b40bfbe7261f75d7e39b14731c51, server=cdbe53028b4b,37555,1731367291889 because future has completed 2024-11-11T23:21:53,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:21:53,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e17b40bfbe7261f75d7e39b14731c51, server=cdbe53028b4b,37555,1731367291889 in 186 msec 2024-11-11T23:21:53,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:21:53,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e17b40bfbe7261f75d7e39b14731c51, ASSIGN in 340 msec 2024-11-11T23:21:53,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:53,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367313566"}]},"ts":"1731367313566"} 2024-11-11T23:21:53,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:21:53,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:53,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-11T23:21:53,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51., hostname=cdbe53028b4b,37555,1731367291889, seqNum=2] 2024-11-11T23:21:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:21:53,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:21:53,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:21:53,864 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:21:53,890 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,37555,1731367291889, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:21:53,890 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:53,890 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37555,1731367291889, seqNum=-1] 2024-11-11T23:21:53,891 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:53,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:53,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,37555,1731367291889', locateType=CURRENT is [region=hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51., hostname=cdbe53028b4b,37555,1731367291889, seqNum=2] 2024-11-11T23:21:53,895 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:21:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:21:53,897 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,37555,1731367291889 suceeded 2024-11-11T23:21:53,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:21:53,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T23:21:53,898 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:38163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:21:53,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-11T23:21:53,908 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38163' 2024-11-11T23:21:53,909 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33545b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:53,909 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38163,-1 for getting cluster id 2024-11-11T23:21:53,909 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:53,910 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3b8c62b-b1dd-484f-b75e-da6959894e67' 2024-11-11T23:21:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3b8c62b-b1dd-484f-b75e-da6959894e67" 2024-11-11T23:21:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c1edab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38163,-1] 2024-11-11T23:21:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:53,911 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:53,912 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@399c16aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:53,912 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:53,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:53,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25d03e8d 2024-11-11T23:21:53,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:53,913 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T23:21:53,913 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,37555,1731367291889 (queues=1) is replicating from cluster=9d978d18-5f67-4b8f-9e82-482e2f7e1723 to cluster=d3b8c62b-b1dd-484f-b75e-da6959894e67 2024-11-11T23:21:53,913 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C37555%2C1731367291889 2024-11-11T23:21:53,913 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,37555,1731367291889, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:21:53,914 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C37555%2C1731367291889 2024-11-11T23:21:53,914 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406, startPosition=0, beingWritten=true 2024-11-11T23:21:53,918 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:53,918 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 379, reset compression=false 2024-11-11T23:21:53,918 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37555,1731367291889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:54,121 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 379, reset compression=false 2024-11-11T23:21:54,424 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 379, reset compression=false 2024-11-11T23:21:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:54,533 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:21:54,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:54,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:54,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:54,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:54,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:54,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:54,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38163,-1 for getting cluster id 2024-11-11T23:21:54,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:54,534 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3b8c62b-b1dd-484f-b75e-da6959894e67' 2024-11-11T23:21:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3b8c62b-b1dd-484f-b75e-da6959894e67" 2024-11-11T23:21:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239f7055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38163,-1] 2024-11-11T23:21:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:54,535 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d308400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:54,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4da3926c 2024-11-11T23:21:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:54,537 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:54,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:36175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:21:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:21:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:54,540 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:36175' 2024-11-11T23:21:54,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92df220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:54,541 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,36175,-1 for getting cluster id 2024-11-11T23:21:54,541 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:54,541 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '454ae56c-fd1a-4189-98aa-529c77c94bec' 2024-11-11T23:21:54,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:54,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "454ae56c-fd1a-4189-98aa-529c77c94bec" 2024-11-11T23:21:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c698082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,36175,-1] 2024-11-11T23:21:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:54,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:54,542 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:54,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da1953c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:54,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:54,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:54,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@589840c7 2024-11-11T23:21:54,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:54,544 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:54,545 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:21:54,545 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:21:54,545 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:54,545 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:54,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:54,545 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:54,546 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:21:54,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:54,547 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:54,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:54,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:21:54,553 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc8ba41e9e8cb5b1b008e738b9e21daf, NAME => 'hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a 2024-11-11T23:21:54,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:21:54,596 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:21:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:54,827 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 379, reset compression=false 2024-11-11T23:21:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:54,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:54,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cc8ba41e9e8cb5b1b008e738b9e21daf, disabling compactions & flushes 2024-11-11T23:21:54,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:21:54,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:21:54,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. after waiting 0 ms 2024-11-11T23:21:54,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:21:54,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:21:54,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc8ba41e9e8cb5b1b008e738b9e21daf: Waiting for close lock at 1731367314957Disabling compacts and flushes for region at 1731367314957Disabling writes for close at 1731367314957Writing region close event to WAL at 1731367314957Closed at 1731367314957 2024-11-11T23:21:54,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:54,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367314958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367314958"}]},"ts":"1731367314958"} 2024-11-11T23:21:54,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:54,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:54,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367314960"}]},"ts":"1731367314960"} 2024-11-11T23:21:54,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:21:54,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc8ba41e9e8cb5b1b008e738b9e21daf, ASSIGN}] 2024-11-11T23:21:54,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc8ba41e9e8cb5b1b008e738b9e21daf, ASSIGN 2024-11-11T23:21:54,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc8ba41e9e8cb5b1b008e738b9e21daf, ASSIGN; state=OFFLINE, location=cdbe53028b4b,38347,1731367297777; forceNewPlan=false, retain=false 2024-11-11T23:21:55,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc8ba41e9e8cb5b1b008e738b9e21daf, regionState=OPENING, regionLocation=cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc8ba41e9e8cb5b1b008e738b9e21daf, ASSIGN because future has completed 2024-11-11T23:21:55,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc8ba41e9e8cb5b1b008e738b9e21daf, server=cdbe53028b4b,38347,1731367297777}] 2024-11-11T23:21:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:55,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:21:55,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:55,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:21:55,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C38347%2C1731367297777.rep, suffix=, logDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/oldWALs, maxLogs=10 2024-11-11T23:21:55,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.rep.1731367315272, exclude list is [], retry=0 2024-11-11T23:21:55,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41129,DS-78ab379c-099a-4b31-94d1-1c61f55871d4,DISK] 2024-11-11T23:21:55,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.rep.1731367315272 2024-11-11T23:21:55,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37077:37077)] 2024-11-11T23:21:55,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cc8ba41e9e8cb5b1b008e738b9e21daf, NAME => 'hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:55,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:21:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. service=MultiRowMutationService 2024-11-11T23:21:55,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:21:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,288 INFO [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,289 INFO [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc8ba41e9e8cb5b1b008e738b9e21daf columnFamilyName hfileref 2024-11-11T23:21:55,289 DEBUG [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:55,289 INFO [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] regionserver.HStore(327): Store=cc8ba41e9e8cb5b1b008e738b9e21daf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:55,289 INFO [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,290 INFO [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc8ba41e9e8cb5b1b008e738b9e21daf columnFamilyName queue 2024-11-11T23:21:55,290 DEBUG [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:55,290 INFO [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] regionserver.HStore(327): Store=cc8ba41e9e8cb5b1b008e738b9e21daf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:55,291 INFO [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,291 INFO [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc8ba41e9e8cb5b1b008e738b9e21daf columnFamilyName sid 2024-11-11T23:21:55,291 DEBUG [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:55,292 INFO [StoreOpener-cc8ba41e9e8cb5b1b008e738b9e21daf-1 {}] regionserver.HStore(327): Store=cc8ba41e9e8cb5b1b008e738b9e21daf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:55,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/replication/cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/replication/cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:55,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/replication/cc8ba41e9e8cb5b1b008e738b9e21daf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:55,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cc8ba41e9e8cb5b1b008e738b9e21daf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72374555, jitterRate=0.07846491038799286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:55,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:21:55,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cc8ba41e9e8cb5b1b008e738b9e21daf: Running coprocessor pre-open hook at 1731367315287Writing region info on filesystem at 1731367315287Initializing all the Stores at 1731367315288 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367315288Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367315288Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367315288Cleaning up temporary data from old regions at 1731367315293 (+5 ms)Running coprocessor post-open hooks at 1731367315295 (+2 ms)Region opened successfully at 1731367315295 2024-11-11T23:21:55,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf., pid=10, masterSystemTime=1731367315268 2024-11-11T23:21:55,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:21:55,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:21:55,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc8ba41e9e8cb5b1b008e738b9e21daf, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,38347,1731367297777 2024-11-11T23:21:55,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc8ba41e9e8cb5b1b008e738b9e21daf, server=cdbe53028b4b,38347,1731367297777 because future has completed 2024-11-11T23:21:55,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:21:55,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cc8ba41e9e8cb5b1b008e738b9e21daf, server=cdbe53028b4b,38347,1731367297777 in 184 msec 2024-11-11T23:21:55,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:21:55,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc8ba41e9e8cb5b1b008e738b9e21daf, ASSIGN in 339 msec 2024-11-11T23:21:55,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:55,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367315303"}]},"ts":"1731367315303"} 2024-11-11T23:21:55,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:21:55,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:55,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 760 msec 2024-11-11T23:21:55,330 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 379, reset compression=false 2024-11-11T23:21:55,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf., hostname=cdbe53028b4b,38347,1731367297777, seqNum=2] 2024-11-11T23:21:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:21:55,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:21:55,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:21:55,601 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:21:55,626 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,38347,1731367297777, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:21:55,626 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:55,626 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38347,1731367297777, seqNum=-1] 2024-11-11T23:21:55,626 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:55,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,38347,1731367297777', locateType=CURRENT is [region=hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf., hostname=cdbe53028b4b,38347,1731367297777, seqNum=2] 2024-11-11T23:21:55,630 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:21:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:21:55,632 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,38347,1731367297777 suceeded 2024-11-11T23:21:55,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:21:55,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-11T23:21:55,634 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:36175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:21:55,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0960 sec 2024-11-11T23:21:55,644 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:36175' 2024-11-11T23:21:55,645 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aad9b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:55,645 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,36175,-1 for getting cluster id 2024-11-11T23:21:55,645 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:55,645 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '454ae56c-fd1a-4189-98aa-529c77c94bec' 2024-11-11T23:21:55,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:55,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "454ae56c-fd1a-4189-98aa-529c77c94bec" 2024-11-11T23:21:55,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dffa5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:55,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,36175,-1] 2024-11-11T23:21:55,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:55,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:55,646 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:55,647 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44324abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:55,647 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49c791a4 2024-11-11T23:21:55,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:55,648 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T23:21:55,648 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,38347,1731367297777 (queues=1) is replicating from cluster=d3b8c62b-b1dd-484f-b75e-da6959894e67 to cluster=454ae56c-fd1a-4189-98aa-529c77c94bec 2024-11-11T23:21:55,648 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C38347%2C1731367297777 2024-11-11T23:21:55,648 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,38347,1731367297777, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:21:55,649 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, startPosition=0, beingWritten=true 2024-11-11T23:21:55,649 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C38347%2C1731367297777 2024-11-11T23:21:55,652 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:55,653 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 379, reset compression=false 2024-11-11T23:21:55,653 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38347,1731367297777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:55,672 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:21:55,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:55,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:55,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:55,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:55,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:55,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:55,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,36175,-1 for getting cluster id 2024-11-11T23:21:55,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:55,673 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '454ae56c-fd1a-4189-98aa-529c77c94bec' 2024-11-11T23:21:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "454ae56c-fd1a-4189-98aa-529c77c94bec" 2024-11-11T23:21:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7486755a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,36175,-1] 2024-11-11T23:21:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:55,674 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a008dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:55,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,36175,1731367303426 2024-11-11T23:21:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79bb09dd 2024-11-11T23:21:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:55,676 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:55,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:38163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:21:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:21:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:55,679 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38163' 2024-11-11T23:21:55,679 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d81222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:55,679 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38163,-1 for getting cluster id 2024-11-11T23:21:55,680 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:55,680 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3b8c62b-b1dd-484f-b75e-da6959894e67' 2024-11-11T23:21:55,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:55,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3b8c62b-b1dd-484f-b75e-da6959894e67" 2024-11-11T23:21:55,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7f485d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:55,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38163,-1] 2024-11-11T23:21:55,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:55,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:55,681 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:55,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cc0697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:55,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:55,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:55,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba59391 2024-11-11T23:21:55,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:55,683 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:21:55,683 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:21:55,683 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:21:55,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:55,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:55,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:55,684 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:21:55,684 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:21:55,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:21:55,685 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:55,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:21:55,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:21:55,735 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:21:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:55,857 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 379, reset compression=false 2024-11-11T23:21:55,933 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 379, reset compression=false 2024-11-11T23:21:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:56,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 398c9adf0fe39b8f8af2f2f9546c5dfb, NAME => 'hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6 2024-11-11T23:21:56,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:21:56,160 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 379, reset compression=false 2024-11-11T23:21:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:56,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:21:56,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T23:21:56,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:21:56,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T23:21:56,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:56,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 398c9adf0fe39b8f8af2f2f9546c5dfb, disabling compactions & flushes 2024-11-11T23:21:56,496 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:21:56,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:21:56,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. after waiting 0 ms 2024-11-11T23:21:56,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:21:56,496 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:21:56,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 398c9adf0fe39b8f8af2f2f9546c5dfb: Waiting for close lock at 1731367316496Disabling compacts and flushes for region at 1731367316496Disabling writes for close at 1731367316496Writing region close event to WAL at 1731367316496Closed at 1731367316496 2024-11-11T23:21:56,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:21:56,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367316545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367316545"}]},"ts":"1731367316545"} 2024-11-11T23:21:56,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:21:56,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:21:56,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367316547"}]},"ts":"1731367316547"} 2024-11-11T23:21:56,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:21:56,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=398c9adf0fe39b8f8af2f2f9546c5dfb, ASSIGN}] 2024-11-11T23:21:56,551 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=398c9adf0fe39b8f8af2f2f9546c5dfb, ASSIGN 2024-11-11T23:21:56,552 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=398c9adf0fe39b8f8af2f2f9546c5dfb, ASSIGN; state=OFFLINE, location=cdbe53028b4b,37359,1731367303579; forceNewPlan=false, retain=false 2024-11-11T23:21:56,563 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 379, reset compression=false 2024-11-11T23:21:56,636 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 379, reset compression=false 2024-11-11T23:21:56,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=398c9adf0fe39b8f8af2f2f9546c5dfb, regionState=OPENING, regionLocation=cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:56,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=398c9adf0fe39b8f8af2f2f9546c5dfb, ASSIGN because future has completed 2024-11-11T23:21:56,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 398c9adf0fe39b8f8af2f2f9546c5dfb, server=cdbe53028b4b,37359,1731367303579}] 2024-11-11T23:21:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:56,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:21:56,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:21:56,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:21:56,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37359%2C1731367303579.rep, suffix=, logDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/oldWALs, maxLogs=10 2024-11-11T23:21:56,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.rep.1731367316860, exclude list is [], retry=0 2024-11-11T23:21:56,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-4a5c2022-322b-4925-a9ff-6048f30ae471,DISK] 2024-11-11T23:21:56,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.rep.1731367316860 2024-11-11T23:21:56,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45597:45597)] 2024-11-11T23:21:56,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 398c9adf0fe39b8f8af2f2f9546c5dfb, NAME => 'hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:21:56,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:21:56,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:21:56,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. service=MultiRowMutationService 2024-11-11T23:21:56,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:21:56,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:21:56,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,882 INFO [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,883 INFO [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 398c9adf0fe39b8f8af2f2f9546c5dfb columnFamilyName hfileref 2024-11-11T23:21:56,883 DEBUG [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:56,883 INFO [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] regionserver.HStore(327): Store=398c9adf0fe39b8f8af2f2f9546c5dfb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:56,883 INFO [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,884 INFO [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 398c9adf0fe39b8f8af2f2f9546c5dfb columnFamilyName queue 2024-11-11T23:21:56,884 DEBUG [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:56,884 INFO [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] regionserver.HStore(327): Store=398c9adf0fe39b8f8af2f2f9546c5dfb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:56,884 INFO [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,885 INFO [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 398c9adf0fe39b8f8af2f2f9546c5dfb columnFamilyName sid 2024-11-11T23:21:56,885 DEBUG [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:21:56,885 INFO [StoreOpener-398c9adf0fe39b8f8af2f2f9546c5dfb-1 {}] regionserver.HStore(327): Store=398c9adf0fe39b8f8af2f2f9546c5dfb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:21:56,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/replication/398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/replication/398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:21:56,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/replication/398c9adf0fe39b8f8af2f2f9546c5dfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:21:56,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 398c9adf0fe39b8f8af2f2f9546c5dfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63691646, jitterRate=-0.0509205162525177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:21:56,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:21:56,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 398c9adf0fe39b8f8af2f2f9546c5dfb: Running coprocessor pre-open hook at 1731367316881Writing region info on filesystem at 1731367316881Initializing all the Stores at 1731367316882 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367316882Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367316882Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367316882Cleaning up temporary data from old regions at 1731367316886 (+4 ms)Running coprocessor post-open hooks at 1731367316889 (+3 ms)Region opened successfully at 1731367316889 2024-11-11T23:21:56,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb., pid=10, masterSystemTime=1731367316856 2024-11-11T23:21:56,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:21:56,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:21:56,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=398c9adf0fe39b8f8af2f2f9546c5dfb, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,37359,1731367303579 2024-11-11T23:21:56,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 398c9adf0fe39b8f8af2f2f9546c5dfb, server=cdbe53028b4b,37359,1731367303579 because future has completed 2024-11-11T23:21:56,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:21:56,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 398c9adf0fe39b8f8af2f2f9546c5dfb, server=cdbe53028b4b,37359,1731367303579 in 190 msec 2024-11-11T23:21:56,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:21:56,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=398c9adf0fe39b8f8af2f2f9546c5dfb, ASSIGN in 347 msec 2024-11-11T23:21:56,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:21:56,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367316897"}]},"ts":"1731367316897"} 2024-11-11T23:21:56,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:21:56,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:21:56,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-11T23:21:56,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb., hostname=cdbe53028b4b,37359,1731367303579, seqNum=2] 2024-11-11T23:21:56,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:56,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:21:56,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:21:57,067 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 379, reset compression=false 2024-11-11T23:21:57,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:21:57,148 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:21:57,173 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,37359,1731367303579, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:21:57,173 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:57,173 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37359,1731367303579, seqNum=-1] 2024-11-11T23:21:57,173 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:57,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:57,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,37359,1731367303579', locateType=CURRENT is [region=hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb., hostname=cdbe53028b4b,37359,1731367303579, seqNum=2] 2024-11-11T23:21:57,177 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:21:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:21:57,179 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,37359,1731367303579 suceeded 2024-11-11T23:21:57,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:21:57,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-11T23:21:57,180 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:38163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:21:57,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-11T23:21:57,193 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38163' 2024-11-11T23:21:57,194 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22e9d434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,194 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38163,-1 for getting cluster id 2024-11-11T23:21:57,194 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:57,194 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3b8c62b-b1dd-484f-b75e-da6959894e67' 2024-11-11T23:21:57,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:57,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3b8c62b-b1dd-484f-b75e-da6959894e67" 2024-11-11T23:21:57,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@134eb4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38163,-1] 2024-11-11T23:21:57,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:57,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:57,195 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:57,196 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441f5eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,196 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:21:57,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38163,1731367297618 2024-11-11T23:21:57,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a229b0 2024-11-11T23:21:57,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:21:57,197 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T23:21:57,198 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,37359,1731367303579 (queues=1) is replicating from cluster=454ae56c-fd1a-4189-98aa-529c77c94bec to cluster=d3b8c62b-b1dd-484f-b75e-da6959894e67 2024-11-11T23:21:57,198 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C37359%2C1731367303579 2024-11-11T23:21:57,198 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,37359,1731367303579, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:21:57,198 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, startPosition=0, beingWritten=true 2024-11-11T23:21:57,204 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C37359%2C1731367303579 2024-11-11T23:21:57,217 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:57,217 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 379, reset compression=false 2024-11-11T23:21:57,217 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37359,1731367303579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:57,425 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 379, reset compression=false 2024-11-11T23:21:57,440 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 379, reset compression=false 2024-11-11T23:21:57,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:21:57,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:21:57,670 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 379, reset compression=false 2024-11-11T23:21:57,701 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:21:57,728 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 379, reset compression=false 2024-11-11T23:21:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:21:57,822 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:21:57,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:21:57,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:21:57,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:57,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:57,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:21:57,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,33809,-1 for getting cluster id 2024-11-11T23:21:57,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:57,824 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d978d18-5f67-4b8f-9e82-482e2f7e1723' 2024-11-11T23:21:57,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d978d18-5f67-4b8f-9e82-482e2f7e1723" 2024-11-11T23:21:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b74519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,33809,-1] 2024-11-11T23:21:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:57,826 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd3af34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38163,-1 for getting cluster id 2024-11-11T23:21:57,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:57,828 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3b8c62b-b1dd-484f-b75e-da6959894e67' 2024-11-11T23:21:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3b8c62b-b1dd-484f-b75e-da6959894e67" 2024-11-11T23:21:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6064a68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38163,-1] 2024-11-11T23:21:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:57,829 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcd78c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,36175,-1 for getting cluster id 2024-11-11T23:21:57,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:57,830 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '454ae56c-fd1a-4189-98aa-529c77c94bec' 2024-11-11T23:21:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "454ae56c-fd1a-4189-98aa-529c77c94bec" 2024-11-11T23:21:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca7e599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,36175,-1] 2024-11-11T23:21:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:57,831 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395b3a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:57,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37555,1731367291889, seqNum=-1] 2024-11-11T23:21:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:57,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba., hostname=cdbe53028b4b,37555,1731367291889, seqNum=2] 2024-11-11T23:21:57,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37359,1731367303579, seqNum=-1] 2024-11-11T23:21:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:57,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7., hostname=cdbe53028b4b,37359,1731367303579, seqNum=2] 2024-11-11T23:21:57,841 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T23:21:58,132 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 379, reset compression=false 2024-11-11T23:21:58,343 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 379, reset compression=false 2024-11-11T23:21:58,346 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:58,346 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 480, reset compression=false 2024-11-11T23:21:58,346 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37555,1731367291889 got entry batch from reader: WALEntryBatch [walEntries=[{test/693a26af7045601b8a29fe4f9d31d7ba/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T23:21:58,348 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:21:58,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T23:21:58,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:58,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23f7b382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:58,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38163,-1 for getting cluster id 2024-11-11T23:21:58,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:58,350 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3b8c62b-b1dd-484f-b75e-da6959894e67' 2024-11-11T23:21:58,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:58,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3b8c62b-b1dd-484f-b75e-da6959894e67" 2024-11-11T23:21:58,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706ea3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:58,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38163,-1] 2024-11-11T23:21:58,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:58,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:58,351 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:58,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dad8f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:58,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:58,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38347,1731367297777, seqNum=-1] 2024-11-11T23:21:58,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:58,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367309084.c16651907528eb30f0b545373b0ff24c., hostname=cdbe53028b4b,38347,1731367297777, seqNum=2] 2024-11-11T23:21:58,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:58,372 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 379, reset compression=false 2024-11-11T23:21:58,376 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:58,376 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 504, reset compression=false 2024-11-11T23:21:58,376 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38347,1731367297777 got entry batch from reader: WALEntryBatch [walEntries=[{test/c16651907528eb30f0b545373b0ff24c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T23:21:58,378 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:21:58,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T23:21:58,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:58,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5506de46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:58,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,36175,-1 for getting cluster id 2024-11-11T23:21:58,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:21:58,380 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '454ae56c-fd1a-4189-98aa-529c77c94bec' 2024-11-11T23:21:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:21:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "454ae56c-fd1a-4189-98aa-529c77c94bec" 2024-11-11T23:21:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14ff3660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:58,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,36175,-1] 2024-11-11T23:21:58,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:21:58,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:21:58,381 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:21:58,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@563e2166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:21:58,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:58,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37359,1731367303579, seqNum=-1] 2024-11-11T23:21:58,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:58,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T23:21:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7., hostname=cdbe53028b4b,37359,1731367303579, seqNum=2] 2024-11-11T23:21:58,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:58,549 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 480, reset compression=false 2024-11-11T23:21:58,580 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 504, reset compression=false 2024-11-11T23:21:58,635 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 379, reset compression=false 2024-11-11T23:21:58,639 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:58,640 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 528, reset compression=false 2024-11-11T23:21:58,640 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37359,1731367303579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:58,842 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T23:21:58,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:21:58,843 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 528, reset compression=false 2024-11-11T23:21:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,38347,1731367297777, seqNum=-1] 2024-11-11T23:21:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:21:58,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:21:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731367309084.c16651907528eb30f0b545373b0ff24c., hostname=cdbe53028b4b,38347,1731367297777, seqNum=2] 2024-11-11T23:21:58,848 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T23:21:58,851 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 480, reset compression=false 2024-11-11T23:21:58,883 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 504, reset compression=false 2024-11-11T23:21:58,887 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:21:58,887 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 608, reset compression=false 2024-11-11T23:21:58,887 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38347,1731367297777 got entry batch from reader: WALEntryBatch [walEntries=[{test/c16651907528eb30f0b545373b0ff24c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T23:21:58,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:21:58,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:21:59,090 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 608, reset compression=false 2024-11-11T23:21:59,146 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 528, reset compression=false 2024-11-11T23:21:59,150 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:21:59,150 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 656, reset compression=false 2024-11-11T23:21:59,150 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37359,1731367303579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:21:59,254 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 480, reset compression=false 2024-11-11T23:21:59,353 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 656, reset compression=false 2024-11-11T23:21:59,393 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 608, reset compression=false 2024-11-11T23:21:59,656 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 656, reset compression=false 2024-11-11T23:21:59,757 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 480, reset compression=false 2024-11-11T23:21:59,796 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 608, reset compression=false 2024-11-11T23:21:59,849 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T23:21:59,852 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T23:22:00,059 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 656, reset compression=false 2024-11-11T23:22:00,062 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:22:00,062 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 760, reset compression=false 2024-11-11T23:22:00,062 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37359,1731367303579 got entry batch from reader: WALEntryBatch [walEntries=[{test/982d2c6f4d43984cfac0f4c480c90fc7/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T23:22:00,064 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:22:00,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T23:22:00,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:22:00,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:22:00,267 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 760, reset compression=false 2024-11-11T23:22:00,299 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 608, reset compression=false 2024-11-11T23:22:00,302 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:00,302 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 735, reset compression=false 2024-11-11T23:22:00,302 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38347,1731367297777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:00,360 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 480, reset compression=false 2024-11-11T23:22:00,505 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 735, reset compression=false 2024-11-11T23:22:00,571 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 760, reset compression=false 2024-11-11T23:22:00,808 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 735, reset compression=false 2024-11-11T23:22:00,853 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T23:22:00,856 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T23:22:00,974 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 760, reset compression=false 2024-11-11T23:22:01,063 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 480, reset compression=false 2024-11-11T23:22:01,066 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:22:01,066 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:01,066 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37555,1731367291889 got entry batch from reader: WALEntryBatch [walEntries=[{test/693a26af7045601b8a29fe4f9d31d7ba/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T23:22:01,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:22:01,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:22:01,211 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 735, reset compression=false 2024-11-11T23:22:01,214 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:22:01,214 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 883, reset compression=false 2024-11-11T23:22:01,214 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38347,1731367297777 got entry batch from reader: WALEntryBatch [walEntries=[{test/c16651907528eb30f0b545373b0ff24c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T23:22:01,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:22:01,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:22:01,269 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:01,295 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:22:01,417 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 883, reset compression=false 2024-11-11T23:22:01,477 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 760, reset compression=false 2024-11-11T23:22:01,480 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:01,480 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 932, reset compression=false 2024-11-11T23:22:01,481 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37359,1731367303579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:01,572 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:01,684 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 932, reset compression=false 2024-11-11T23:22:01,720 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 883, reset compression=false 2024-11-11T23:22:01,857 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T23:22:01,859 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T23:22:01,975 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:01,986 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 932, reset compression=false 2024-11-11T23:22:02,123 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 883, reset compression=false 2024-11-11T23:22:02,126 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:22:02,126 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1042, reset compression=false 2024-11-11T23:22:02,126 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38347,1731367297777 got entry batch from reader: WALEntryBatch [walEntries=[{test/c16651907528eb30f0b545373b0ff24c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T23:22:02,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:22:02,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37359 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:22:02,329 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1042, reset compression=false 2024-11-11T23:22:02,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:22:02,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,389 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 932, reset compression=false 2024-11-11T23:22:02,394 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:02,394 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1082, reset compression=false 2024-11-11T23:22:02,394 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37359,1731367303579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:02,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:02,478 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:02,602 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1082, reset compression=false 2024-11-11T23:22:02,632 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1042, reset compression=false 2024-11-11T23:22:02,861 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T23:22:02,863 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T23:22:02,905 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1082, reset compression=false 2024-11-11T23:22:02,909 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:22:02,909 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1241, reset compression=false 2024-11-11T23:22:02,909 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37359,1731367303579 got entry batch from reader: WALEntryBatch [walEntries=[{test/982d2c6f4d43984cfac0f4c480c90fc7/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T23:22:02,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T23:22:02,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T23:22:03,035 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1042, reset compression=false 2024-11-11T23:22:03,039 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:03,039 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1191, reset compression=false 2024-11-11T23:22:03,039 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38347,1731367297777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:03,081 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:03,113 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1241, reset compression=false 2024-11-11T23:22:03,242 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1191, reset compression=false 2024-11-11T23:22:03,416 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1241, reset compression=false 2024-11-11T23:22:03,544 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1191, reset compression=false 2024-11-11T23:22:03,783 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:03,819 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1241, reset compression=false 2024-11-11T23:22:03,865 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T23:22:03,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:22:03,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:03,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:03,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:03,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:03,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:03,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:22:03,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1264830524, stopped=false 2024-11-11T23:22:03,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,36175,1731367303426 2024-11-11T23:22:03,948 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1191, reset compression=false 2024-11-11T23:22:03,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1297752034/running 2024-11-11T23:22:03,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1297752034/running 2024-11-11T23:22:03,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:22:03,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:22:03,974 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:03,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:03,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:03,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:03,974 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,37359,1731367303579' ***** 2024-11-11T23:22:03,974 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:22:03,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on znode that does not yet exist, /2-1297752034/running 2024-11-11T23:22:03,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Set watcher on znode that does not yet exist, /2-1297752034/running 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:22:03,975 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(3091): Received CLOSE for 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(3091): Received CLOSE for 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,37359,1731367303579 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37359. 2024-11-11T23:22:03,975 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 982d2c6f4d43984cfac0f4c480c90fc7, disabling compactions & flushes 2024-11-11T23:22:03,975 DEBUG [RS:0;cdbe53028b4b:37359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:03,975 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:22:03,975 DEBUG [RS:0;cdbe53028b4b:37359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:03,975 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:22:03,975 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. after waiting 0 ms 2024-11-11T23:22:03,975 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:22:03,975 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:22:03,976 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:22:03,976 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 982d2c6f4d43984cfac0f4c480c90fc7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T23:22:03,976 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:22:03,976 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:22:03,976 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1325): Online Regions={982d2c6f4d43984cfac0f4c480c90fc7=test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7., 1588230740=hbase:meta,,1.1588230740, 398c9adf0fe39b8f8af2f2f9546c5dfb=hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb.} 2024-11-11T23:22:03,976 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398c9adf0fe39b8f8af2f2f9546c5dfb, 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:22:03,976 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:03,976 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:03,976 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:03,976 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:03,976 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:03,976 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:22:03,998 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/.tmp/f/ea29abc1ebe8483a976c52e19fc13339 is 29, key is row1/f:/1731367321857/DeleteFamily/seqid=0 2024-11-11T23:22:03,998 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/info/48a80491d8e2415faf423fe20bb5c0f2 is 147, key is hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb./info:regioninfo/1731367316892/Put/seqid=0 2024-11-11T23:22:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741841_1017 (size=5152) 2024-11-11T23:22:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741840_1016 (size=7686) 2024-11-11T23:22:04,004 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/.tmp/f/ea29abc1ebe8483a976c52e19fc13339 2024-11-11T23:22:04,008 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea29abc1ebe8483a976c52e19fc13339 2024-11-11T23:22:04,020 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/.tmp/f1/797a57930c75471f9a06c53c9295c7a2 is 30, key is row1/f1:/1731367321857/DeleteFamily/seqid=0 2024-11-11T23:22:04,021 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:04,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741842_1018 (size=5158) 2024-11-11T23:22:04,176 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398c9adf0fe39b8f8af2f2f9546c5dfb, 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:22:04,322 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1241, reset compression=false 2024-11-11T23:22:04,325 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:04,325 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1488, reset compression=false 2024-11-11T23:22:04,325 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37359,1731367303579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:04,326 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,37359,1731367303579: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,37359,1731367303579, walGroup=cdbe53028b4b%2C37359%2C1731367303579, offset=cdbe53028b4b%2C37359%2C1731367303579.1731367305836:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:37359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:22:04,328 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:22:04,328 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:22:04,328 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:22:04,329 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:22:04,329 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:22:04,329 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1237319680, "init": 1048576000, "max": 2306867200, "used": 876713952 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 200835592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:22:04,329 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:36175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:36175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:22:04,376 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398c9adf0fe39b8f8af2f2f9546c5dfb, 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:22:04,404 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/info/48a80491d8e2415faf423fe20bb5c0f2 2024-11-11T23:22:04,420 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/ns/443c191567ce4d61bfab04dfc0b51831 is 43, key is default/ns:d/1731367306859/Put/seqid=0 2024-11-11T23:22:04,423 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/.tmp/f1/797a57930c75471f9a06c53c9295c7a2 2024-11-11T23:22:04,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741843_1019 (size=5153) 2024-11-11T23:22:04,426 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 797a57930c75471f9a06c53c9295c7a2 2024-11-11T23:22:04,439 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/.tmp/norep/eab0ca8e8d46472a9c378403494f29c3 is 33, key is row2/norep:/1731367322861/DeleteFamily/seqid=0 2024-11-11T23:22:04,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741844_1020 (size=5108) 2024-11-11T23:22:04,450 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1191, reset compression=false 2024-11-11T23:22:04,528 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1488, reset compression=false 2024-11-11T23:22:04,576 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398c9adf0fe39b8f8af2f2f9546c5dfb, 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:22:04,586 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:04,705 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:22:04,705 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:22:04,776 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398c9adf0fe39b8f8af2f2f9546c5dfb, 982d2c6f4d43984cfac0f4c480c90fc7 2024-11-11T23:22:04,823 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/ns/443c191567ce4d61bfab04dfc0b51831 2024-11-11T23:22:04,831 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1488, reset compression=false 2024-11-11T23:22:04,842 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/.tmp/norep/eab0ca8e8d46472a9c378403494f29c3 2024-11-11T23:22:04,844 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/rep_barrier/00e5fbc4c21f4d50a54fcd783b26bb89 is 112, key is test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7./rep_barrier:seqnumDuringOpen/1731367311982/Put/seqid=0 2024-11-11T23:22:04,846 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eab0ca8e8d46472a9c378403494f29c3 2024-11-11T23:22:04,847 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/.tmp/f/ea29abc1ebe8483a976c52e19fc13339 as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/f/ea29abc1ebe8483a976c52e19fc13339 2024-11-11T23:22:04,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741845_1021 (size=5518) 2024-11-11T23:22:04,847 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/rep_barrier/00e5fbc4c21f4d50a54fcd783b26bb89 2024-11-11T23:22:04,850 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea29abc1ebe8483a976c52e19fc13339 2024-11-11T23:22:04,850 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/f/ea29abc1ebe8483a976c52e19fc13339, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T23:22:04,851 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/.tmp/f1/797a57930c75471f9a06c53c9295c7a2 as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/f1/797a57930c75471f9a06c53c9295c7a2 2024-11-11T23:22:04,854 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 797a57930c75471f9a06c53c9295c7a2 2024-11-11T23:22:04,854 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/f1/797a57930c75471f9a06c53c9295c7a2, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T23:22:04,855 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/.tmp/norep/eab0ca8e8d46472a9c378403494f29c3 as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/norep/eab0ca8e8d46472a9c378403494f29c3 2024-11-11T23:22:04,858 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eab0ca8e8d46472a9c378403494f29c3 2024-11-11T23:22:04,858 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/norep/eab0ca8e8d46472a9c378403494f29c3, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T23:22:04,859 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 982d2c6f4d43984cfac0f4c480c90fc7 in 884ms, sequenceid=10, compaction requested=false 2024-11-11T23:22:04,862 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/default/test/982d2c6f4d43984cfac0f4c480c90fc7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T23:22:04,862 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:04,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:22:04,863 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:22:04,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 982d2c6f4d43984cfac0f4c480c90fc7: Waiting for close lock at 1731367323975Running coprocessor pre-close hooks at 1731367323975Disabling compacts and flushes for region at 1731367323975Disabling writes for close at 1731367323975Obtaining lock to block concurrent updates at 1731367323976 (+1 ms)Preparing flush snapshotting stores in 982d2c6f4d43984cfac0f4c480c90fc7 at 1731367323976Finished memstore snapshotting test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731367323976Flushing stores of test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. at 1731367323976Flushing 982d2c6f4d43984cfac0f4c480c90fc7/f: creating writer at 1731367323976Flushing 982d2c6f4d43984cfac0f4c480c90fc7/f: appending metadata at 1731367323998 (+22 ms)Flushing 982d2c6f4d43984cfac0f4c480c90fc7/f: closing flushed file at 1731367323998Flushing 982d2c6f4d43984cfac0f4c480c90fc7/f1: creating writer at 1731367324008 (+10 ms)Flushing 982d2c6f4d43984cfac0f4c480c90fc7/f1: appending metadata at 1731367324019 (+11 ms)Flushing 982d2c6f4d43984cfac0f4c480c90fc7/f1: closing flushed file at 1731367324019Flushing 982d2c6f4d43984cfac0f4c480c90fc7/norep: creating writer at 1731367324426 (+407 ms)Flushing 982d2c6f4d43984cfac0f4c480c90fc7/norep: appending metadata at 1731367324438 (+12 ms)Flushing 982d2c6f4d43984cfac0f4c480c90fc7/norep: closing flushed file at 1731367324438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d781016: reopening flushed file at 1731367324846 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572d90c0: reopening flushed file at 1731367324850 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a46e198: reopening flushed file at 1731367324854 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 982d2c6f4d43984cfac0f4c480c90fc7 in 884ms, sequenceid=10, compaction requested=false at 1731367324859 (+5 ms)Writing region close event to WAL at 1731367324860 (+1 ms)Running coprocessor post-close hooks at 1731367324862 (+2 ms)Closed at 1731367324863 (+1 ms) 2024-11-11T23:22:04,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367311245.982d2c6f4d43984cfac0f4c480c90fc7. 2024-11-11T23:22:04,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 398c9adf0fe39b8f8af2f2f9546c5dfb, disabling compactions & flushes 2024-11-11T23:22:04,863 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:22:04,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:22:04,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. after waiting 0 ms 2024-11-11T23:22:04,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:22:04,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 398c9adf0fe39b8f8af2f2f9546c5dfb: Waiting for close lock at 1731367324863Running coprocessor pre-close hooks at 1731367324863Disabling compacts and flushes for region at 1731367324863Disabling writes for close at 1731367324863Failed flush hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb., putting online again at 1731367324863 2024-11-11T23:22:04,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:22:04,864 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/table/bee877d1c40f4dd4910ec6eca4f509e8 is 53, key is hbase:replication/table:state/1731367316897/Put/seqid=0 2024-11-11T23:22:04,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741846_1022 (size=5308) 2024-11-11T23:22:04,977 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:22:04,977 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 398c9adf0fe39b8f8af2f2f9546c5dfb=hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb.} 2024-11-11T23:22:04,977 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(3091): Received CLOSE for 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:22:04,977 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 398c9adf0fe39b8f8af2f2f9546c5dfb 2024-11-11T23:22:04,977 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 398c9adf0fe39b8f8af2f2f9546c5dfb, disabling compactions & flushes 2024-11-11T23:22:04,977 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:22:04,977 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:22:04,977 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. after waiting 0 ms 2024-11-11T23:22:04,977 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:22:04,977 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 398c9adf0fe39b8f8af2f2f9546c5dfb: Waiting for close lock at 1731367324977Running coprocessor pre-close hooks at 1731367324977Disabling compacts and flushes for region at 1731367324977Disabling writes for close at 1731367324977Failed flush hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb., putting online again at 1731367324977 2024-11-11T23:22:04,977 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731367315683.398c9adf0fe39b8f8af2f2f9546c5dfb. 2024-11-11T23:22:05,053 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1191, reset compression=false 2024-11-11T23:22:05,177 DEBUG [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:05,233 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 1488, reset compression=false 2024-11-11T23:22:05,237 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:05,237 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 2132, reset compression=false 2024-11-11T23:22:05,268 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/table/bee877d1c40f4dd4910ec6eca4f509e8 2024-11-11T23:22:05,272 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/info/48a80491d8e2415faf423fe20bb5c0f2 as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/info/48a80491d8e2415faf423fe20bb5c0f2 2024-11-11T23:22:05,275 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/info/48a80491d8e2415faf423fe20bb5c0f2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:22:05,276 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/ns/443c191567ce4d61bfab04dfc0b51831 as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/ns/443c191567ce4d61bfab04dfc0b51831 2024-11-11T23:22:05,279 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/ns/443c191567ce4d61bfab04dfc0b51831, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:22:05,279 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/rep_barrier/00e5fbc4c21f4d50a54fcd783b26bb89 as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/rep_barrier/00e5fbc4c21f4d50a54fcd783b26bb89 2024-11-11T23:22:05,282 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/rep_barrier/00e5fbc4c21f4d50a54fcd783b26bb89, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:22:05,283 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/.tmp/table/bee877d1c40f4dd4910ec6eca4f509e8 as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/table/bee877d1c40f4dd4910ec6eca4f509e8 2024-11-11T23:22:05,285 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/table/bee877d1c40f4dd4910ec6eca4f509e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:22:05,286 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-11T23:22:05,289 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:22:05,290 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:05,290 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:22:05,290 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:05,290 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367323976Running coprocessor pre-close hooks at 1731367323976Disabling compacts and flushes for region at 1731367323976Disabling writes for close at 1731367323976Obtaining lock to block concurrent updates at 1731367323976Preparing flush snapshotting stores in 1588230740 at 1731367323976Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367323976Flushing stores of hbase:meta,,1.1588230740 at 1731367323977 (+1 ms)Flushing 1588230740/info: creating writer at 1731367323977Flushing 1588230740/info: appending metadata at 1731367323998 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731367323998Flushing 1588230740/ns: creating writer at 1731367324407 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731367324420 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731367324420Flushing 1588230740/rep_barrier: creating writer at 1731367324827 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367324844 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367324844Flushing 1588230740/table: creating writer at 1731367324850 (+6 ms)Flushing 1588230740/table: appending metadata at 1731367324864 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731367324864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669548af: reopening flushed file at 1731367325272 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc37b33: reopening flushed file at 1731367325275 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb19709: reopening flushed file at 1731367325279 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448aad5f: reopening flushed file at 1731367325282 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731367325286 (+4 ms)Writing region close event to WAL at 1731367325287 (+1 ms)Running coprocessor post-close hooks at 1731367325290 (+3 ms)Closed at 1731367325290 2024-11-11T23:22:05,290 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:05,377 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T23:22:05,377 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,37359,1731367303579; all regions closed. 2024-11-11T23:22:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:22:05,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.meta.1731367306816.meta not finished, retry = 0 2024-11-11T23:22:05,440 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.wal-reader.cdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 to pos 2132, reset compression=false 2024-11-11T23:22:05,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.rep.1731367316860 not finished, retry = 0 2024-11-11T23:22:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741839_1015 (size=2171) 2024-11-11T23:22:05,489 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:05,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/WALs/cdbe53028b4b,37359,1731367303579/cdbe53028b4b%2C37359%2C1731367303579.1731367305836 not finished, retry = 0 2024-11-11T23:22:05,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741832_1008 (size=2140) 2024-11-11T23:22:05,685 DEBUG [RS:0;cdbe53028b4b:37359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:05,685 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:05,685 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:05,685 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:05,685 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:05,685 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:05,686 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,37359,1731367303579 because: Region server is closing 2024-11-11T23:22:05,686 INFO [RS:0;cdbe53028b4b:37359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37359. 2024-11-11T23:22:05,686 DEBUG [RS:0;cdbe53028b4b:37359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:05,686 DEBUG [RS:0;cdbe53028b4b:37359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:05,686 DEBUG [RS:0;cdbe53028b4b:37359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:05,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:05,756 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1191, reset compression=false 2024-11-11T23:22:05,787 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37359,1731367303579.replicationSource.shippercdbe53028b4b%2C37359%2C1731367303579,1-cdbe53028b4b,37359,1731367303579 terminated 2024-11-11T23:22:05,787 INFO [RS:0;cdbe53028b4b:37359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37359. 2024-11-11T23:22:05,787 DEBUG [RS:0;cdbe53028b4b:37359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:05,787 DEBUG [RS:0;cdbe53028b4b:37359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:05,787 DEBUG [RS:0;cdbe53028b4b:37359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:05,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:05,787 INFO [RS:0;cdbe53028b4b:37359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37359 2024-11-11T23:22:05,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1297752034/rs/cdbe53028b4b,37359,1731367303579 2024-11-11T23:22:05,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034/rs 2024-11-11T23:22:05,858 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:05,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,37359,1731367303579] 2024-11-11T23:22:05,878 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1297752034/draining/cdbe53028b4b,37359,1731367303579 already deleted, retry=false 2024-11-11T23:22:05,878 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,37359,1731367303579 expired; onlineServers=0 2024-11-11T23:22:05,879 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,36175,1731367303426' ***** 2024-11-11T23:22:05,879 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:22:05,879 INFO [M:0;cdbe53028b4b:36175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:05,879 INFO [M:0;cdbe53028b4b:36175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:05,879 DEBUG [M:0;cdbe53028b4b:36175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:22:05,879 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:22:05,879 DEBUG [M:0;cdbe53028b4b:36175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:22:05,879 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367305620 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367305620,5,FailOnTimeoutGroup] 2024-11-11T23:22:05,879 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367305612 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367305612,5,FailOnTimeoutGroup] 2024-11-11T23:22:05,879 INFO [M:0;cdbe53028b4b:36175 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:05,879 INFO [M:0;cdbe53028b4b:36175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:05,879 DEBUG [M:0;cdbe53028b4b:36175 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:22:05,879 INFO [M:0;cdbe53028b4b:36175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:22:05,879 INFO [M:0;cdbe53028b4b:36175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:05,879 INFO [M:0;cdbe53028b4b:36175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:22:05,879 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:22:05,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1297752034/master 2024-11-11T23:22:05,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1297752034 2024-11-11T23:22:05,889 DEBUG [M:0;cdbe53028b4b:36175 {}] zookeeper.ZKUtil(347): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Unable to get data of znode /2-1297752034/master because node does not exist (not an error) 2024-11-11T23:22:05,889 WARN [M:0;cdbe53028b4b:36175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:22:05,897 INFO [M:0;cdbe53028b4b:36175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/.lastflushedseqids 2024-11-11T23:22:05,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741847_1023 (size=245) 2024-11-11T23:22:05,901 INFO [M:0;cdbe53028b4b:36175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:22:05,901 INFO [M:0;cdbe53028b4b:36175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:22:05,901 DEBUG [M:0;cdbe53028b4b:36175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:05,901 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:05,901 DEBUG [M:0;cdbe53028b4b:36175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:05,901 DEBUG [M:0;cdbe53028b4b:36175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:05,901 DEBUG [M:0;cdbe53028b4b:36175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:05,902 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T23:22:05,914 DEBUG [M:0;cdbe53028b4b:36175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cbd0631e1764f0e836cb4479ee0977a is 82, key is hbase:meta,,1/info:regioninfo/1731367306841/Put/seqid=0 2024-11-11T23:22:05,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741848_1024 (size=5672) 2024-11-11T23:22:05,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:05,968 INFO [RS:0;cdbe53028b4b:37359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:05,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x1012c343e550007, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:05,968 INFO [RS:0;cdbe53028b4b:37359 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,37359,1731367303579; zookeeper connection closed. 2024-11-11T23:22:05,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f4e78a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f4e78a1 2024-11-11T23:22:05,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:22:06,318 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cbd0631e1764f0e836cb4479ee0977a 2024-11-11T23:22:06,333 DEBUG [M:0;cdbe53028b4b:36175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f48a2319deac447fae30e18d6eaa16a0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731367316900/Put/seqid=0 2024-11-11T23:22:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741849_1025 (size=8517) 2024-11-11T23:22:06,492 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:06,560 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1191, reset compression=false 2024-11-11T23:22:06,736 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f48a2319deac447fae30e18d6eaa16a0 2024-11-11T23:22:06,753 DEBUG [M:0;cdbe53028b4b:36175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28cbd56ab45440688d0a3474cc0444f7 is 69, key is cdbe53028b4b,37359,1731367303579/rs:state/1731367305643/Put/seqid=0 2024-11-11T23:22:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741850_1026 (size=5156) 2024-11-11T23:22:06,757 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28cbd56ab45440688d0a3474cc0444f7 2024-11-11T23:22:06,760 DEBUG [M:0;cdbe53028b4b:36175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cbd0631e1764f0e836cb4479ee0977a as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cbd0631e1764f0e836cb4479ee0977a 2024-11-11T23:22:06,763 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cbd0631e1764f0e836cb4479ee0977a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T23:22:06,764 DEBUG [M:0;cdbe53028b4b:36175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f48a2319deac447fae30e18d6eaa16a0 as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f48a2319deac447fae30e18d6eaa16a0 2024-11-11T23:22:06,767 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f48a2319deac447fae30e18d6eaa16a0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T23:22:06,768 DEBUG [M:0;cdbe53028b4b:36175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28cbd56ab45440688d0a3474cc0444f7 as hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28cbd56ab45440688d0a3474cc0444f7 2024-11-11T23:22:06,771 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28cbd56ab45440688d0a3474cc0444f7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T23:22:06,771 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false 2024-11-11T23:22:06,772 INFO [M:0;cdbe53028b4b:36175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:06,772 DEBUG [M:0;cdbe53028b4b:36175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367325901Disabling compacts and flushes for region at 1731367325901Disabling writes for close at 1731367325901Obtaining lock to block concurrent updates at 1731367325902 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367325902Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731367325902Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367325902Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367325902Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367325914 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367325914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367326321 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367326332 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367326332Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367326740 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367326752 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367326752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137ba46f: reopening flushed file at 1731367326760 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7660a8cb: reopening flushed file at 1731367326764 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f709d96: reopening flushed file at 1731367326767 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false at 1731367326771 (+4 ms)Writing region close event to WAL at 1731367326772 (+1 ms)Closed at 1731367326772 2024-11-11T23:22:06,774 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebe7f9db-2f13-80b9-96de-530e6b2874e6/MasterData/WALs/cdbe53028b4b,36175,1731367303426/cdbe53028b4b%2C36175%2C1731367303426.1731367305331 not finished, retry = 0 2024-11-11T23:22:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741830_1006 (size=63666) 2024-11-11T23:22:06,875 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:06,875 INFO [M:0;cdbe53028b4b:36175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:22:06,875 INFO [M:0;cdbe53028b4b:36175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36175 2024-11-11T23:22:06,876 INFO [M:0;cdbe53028b4b:36175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:07,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:07,076 INFO [M:0;cdbe53028b4b:36175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:07,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36175-0x1012c343e550006, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:07,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2482a93b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:07,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:07,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:07,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:07,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:07,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:22:07,115 WARN [BP-1053769019-172.17.0.2-1731367301265 heartbeating to localhost/127.0.0.1:39513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:22:07,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:22:07,115 WARN [BP-1053769019-172.17.0.2-1731367301265 heartbeating to localhost/127.0.0.1:39513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1053769019-172.17.0.2-1731367301265 (Datanode Uuid db8442ef-4b40-4cb8-b53d-cd5b6fd29ea9) service to localhost/127.0.0.1:39513 2024-11-11T23:22:07,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/cluster_ab654749-75f6-8e70-939b-86cc611931a2/data/data1/current/BP-1053769019-172.17.0.2-1731367301265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:07,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/cluster_ab654749-75f6-8e70-939b-86cc611931a2/data/data2/current/BP-1053769019-172.17.0.2-1731367301265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:07,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:22:07,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58a34c8d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:07,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:07,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:07,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:07,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:07,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:22:07,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:22:07,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:07,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:07,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:07,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:07,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:22:07,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:07,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=178184548, stopped=false 2024-11-11T23:22:07,135 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,38163,1731367297618 2024-11-11T23:22:07,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11090111360/running 2024-11-11T23:22:07,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11090111360/running 2024-11-11T23:22:07,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:22:07,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:22:07,152 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:07,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on znode that does not yet exist, /11090111360/running 2024-11-11T23:22:07,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Set watcher on znode that does not yet exist, /11090111360/running 2024-11-11T23:22:07,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:07,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:07,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:07,153 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,38347,1731367297777' ***** 2024-11-11T23:22:07,153 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:22:07,153 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:22:07,153 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:22:07,153 INFO [RS:0;cdbe53028b4b:38347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:22:07,153 INFO [RS:0;cdbe53028b4b:38347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(3091): Received CLOSE for c16651907528eb30f0b545373b0ff24c 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(3091): Received CLOSE for cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,38347,1731367297777 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:38347. 2024-11-11T23:22:07,154 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c16651907528eb30f0b545373b0ff24c, disabling compactions & flushes 2024-11-11T23:22:07,154 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:22:07,154 DEBUG [RS:0;cdbe53028b4b:38347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:07,154 DEBUG [RS:0;cdbe53028b4b:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:07,154 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:22:07,154 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367309084.c16651907528eb30f0b545373b0ff24c. after waiting 0 ms 2024-11-11T23:22:07,154 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:22:07,154 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c16651907528eb30f0b545373b0ff24c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:22:07,154 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:22:07,154 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1325): Online Regions={c16651907528eb30f0b545373b0ff24c=test,,1731367309084.c16651907528eb30f0b545373b0ff24c., 1588230740=hbase:meta,,1.1588230740, cc8ba41e9e8cb5b1b008e738b9e21daf=hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf.} 2024-11-11T23:22:07,154 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c16651907528eb30f0b545373b0ff24c, cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:22:07,154 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:07,154 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:07,154 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:07,154 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:07,154 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:07,155 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:22:07,171 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/.tmp/f/6c4ad57b7623463184fd9bbe8684f443 is 29, key is row1/f:/1731367321857/DeleteFamily/seqid=0 2024-11-11T23:22:07,171 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/info/6a223c1c83f54a3e8cc3ed6d70ff7426 is 147, key is hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf./info:regioninfo/1731367315298/Put/seqid=0 2024-11-11T23:22:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741841_1017 (size=7686) 2024-11-11T23:22:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741840_1016 (size=5152) 2024-11-11T23:22:07,174 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/.tmp/f/6c4ad57b7623463184fd9bbe8684f443 2024-11-11T23:22:07,178 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c4ad57b7623463184fd9bbe8684f443 2024-11-11T23:22:07,191 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/.tmp/f1/6ad7a084ac95440c830716676a2d1423 is 30, key is row1/f1:/1731367321857/DeleteFamily/seqid=0 2024-11-11T23:22:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741842_1018 (size=5158) 2024-11-11T23:22:07,196 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/.tmp/f1/6ad7a084ac95440c830716676a2d1423 2024-11-11T23:22:07,200 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ad7a084ac95440c830716676a2d1423 2024-11-11T23:22:07,207 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:22:07,217 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/.tmp/norep/30317cfdb40d4ea0b1f7c10fd5df9ab7 is 33, key is row1/norep:/1731367321857/DeleteFamily/seqid=0 2024-11-11T23:22:07,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741843_1019 (size=5108) 2024-11-11T23:22:07,228 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:07,270 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-11T23:22:07,273 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-11T23:22:07,354 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c16651907528eb30f0b545373b0ff24c, cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:22:07,463 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1191, reset compression=false 2024-11-11T23:22:07,467 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:07,467 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1438, reset compression=false 2024-11-11T23:22:07,467 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,38347,1731367297777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:07,468 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,38347,1731367297777: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,38347,1731367297777, walGroup=cdbe53028b4b%2C38347%2C1731367297777, offset=cdbe53028b4b%2C38347%2C1731367297777.1731367300135:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:22:07,469 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:22:07,469 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:22:07,469 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:22:07,470 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:22:07,470 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:22:07,470 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1237319680, "init": 1048576000, "max": 2306867200, "used": 950114272 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201120344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:22:07,470 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:38163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:22:07,555 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c16651907528eb30f0b545373b0ff24c, cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:22:07,574 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/info/6a223c1c83f54a3e8cc3ed6d70ff7426 2024-11-11T23:22:07,590 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/ns/5fd891e322f34d39a1371d66a631ec75 is 43, key is default/ns:d/1731367301147/Put/seqid=0 2024-11-11T23:22:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741844_1020 (size=5153) 2024-11-11T23:22:07,594 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:07,621 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/.tmp/norep/30317cfdb40d4ea0b1f7c10fd5df9ab7 2024-11-11T23:22:07,624 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30317cfdb40d4ea0b1f7c10fd5df9ab7 2024-11-11T23:22:07,624 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/.tmp/f/6c4ad57b7623463184fd9bbe8684f443 as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/f/6c4ad57b7623463184fd9bbe8684f443 2024-11-11T23:22:07,627 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c4ad57b7623463184fd9bbe8684f443 2024-11-11T23:22:07,627 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/f/6c4ad57b7623463184fd9bbe8684f443, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T23:22:07,628 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/.tmp/f1/6ad7a084ac95440c830716676a2d1423 as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/f1/6ad7a084ac95440c830716676a2d1423 2024-11-11T23:22:07,631 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ad7a084ac95440c830716676a2d1423 2024-11-11T23:22:07,631 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/f1/6ad7a084ac95440c830716676a2d1423, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T23:22:07,632 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/.tmp/norep/30317cfdb40d4ea0b1f7c10fd5df9ab7 as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/norep/30317cfdb40d4ea0b1f7c10fd5df9ab7 2024-11-11T23:22:07,635 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30317cfdb40d4ea0b1f7c10fd5df9ab7 2024-11-11T23:22:07,635 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/norep/30317cfdb40d4ea0b1f7c10fd5df9ab7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T23:22:07,636 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c16651907528eb30f0b545373b0ff24c in 482ms, sequenceid=10, compaction requested=false 2024-11-11T23:22:07,639 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/default/test/c16651907528eb30f0b545373b0ff24c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:22:07,640 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c16651907528eb30f0b545373b0ff24c: Waiting for close lock at 1731367327154Running coprocessor pre-close hooks at 1731367327154Disabling compacts and flushes for region at 1731367327154Disabling writes for close at 1731367327154Obtaining lock to block concurrent updates at 1731367327154Preparing flush snapshotting stores in c16651907528eb30f0b545373b0ff24c at 1731367327154Finished memstore snapshotting test,,1731367309084.c16651907528eb30f0b545373b0ff24c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731367327154Flushing stores of test,,1731367309084.c16651907528eb30f0b545373b0ff24c. at 1731367327155 (+1 ms)Flushing c16651907528eb30f0b545373b0ff24c/f: creating writer at 1731367327155Flushing c16651907528eb30f0b545373b0ff24c/f: appending metadata at 1731367327170 (+15 ms)Flushing c16651907528eb30f0b545373b0ff24c/f: closing flushed file at 1731367327170Flushing c16651907528eb30f0b545373b0ff24c/f1: creating writer at 1731367327178 (+8 ms)Flushing c16651907528eb30f0b545373b0ff24c/f1: appending metadata at 1731367327190 (+12 ms)Flushing c16651907528eb30f0b545373b0ff24c/f1: closing flushed file at 1731367327190Flushing c16651907528eb30f0b545373b0ff24c/norep: creating writer at 1731367327200 (+10 ms)Flushing c16651907528eb30f0b545373b0ff24c/norep: appending metadata at 1731367327216 (+16 ms)Flushing c16651907528eb30f0b545373b0ff24c/norep: closing flushed file at 1731367327216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f535d6d: reopening flushed file at 1731367327624 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1608de: reopening flushed file at 1731367327627 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc4af5a: reopening flushed file at 1731367327631 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c16651907528eb30f0b545373b0ff24c in 482ms, sequenceid=10, compaction requested=false at 1731367327636 (+5 ms)Writing region close event to WAL at 1731367327637 (+1 ms)Running coprocessor post-close hooks at 1731367327640 (+3 ms)Closed at 1731367327640 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367309084.c16651907528eb30f0b545373b0ff24c. 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc8ba41e9e8cb5b1b008e738b9e21daf, disabling compactions & flushes 2024-11-11T23:22:07,640 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. after waiting 0 ms 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc8ba41e9e8cb5b1b008e738b9e21daf: Waiting for close lock at 1731367327640Running coprocessor pre-close hooks at 1731367327640Disabling compacts and flushes for region at 1731367327640Disabling writes for close at 1731367327640Failed flush hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf., putting online again at 1731367327640 2024-11-11T23:22:07,640 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:22:07,670 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 1438, reset compression=false 2024-11-11T23:22:07,673 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:07,674 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 2082, reset compression=false 2024-11-11T23:22:07,755 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(3091): Received CLOSE for cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:22:07,755 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc8ba41e9e8cb5b1b008e738b9e21daf 2024-11-11T23:22:07,755 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc8ba41e9e8cb5b1b008e738b9e21daf, disabling compactions & flushes 2024-11-11T23:22:07,755 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:22:07,755 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:22:07,755 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. after waiting 0 ms 2024-11-11T23:22:07,755 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:22:07,755 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc8ba41e9e8cb5b1b008e738b9e21daf: Waiting for close lock at 1731367327755Running coprocessor pre-close hooks at 1731367327755Disabling compacts and flushes for region at 1731367327755Disabling writes for close at 1731367327755Failed flush hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf., putting online again at 1731367327755 2024-11-11T23:22:07,755 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf. 2024-11-11T23:22:07,876 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 2082, reset compression=false 2024-11-11T23:22:07,955 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:07,993 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/ns/5fd891e322f34d39a1371d66a631ec75 2024-11-11T23:22:08,015 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/rep_barrier/2c586c1b3deb4b72a032f637f9d533eb is 112, key is test,,1731367309084.c16651907528eb30f0b545373b0ff24c./rep_barrier:seqnumDuringOpen/1731367310221/Put/seqid=0 2024-11-11T23:22:08,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741845_1021 (size=5518) 2024-11-11T23:22:08,047 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:22:08,047 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:22:08,155 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:22:08,155 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cc8ba41e9e8cb5b1b008e738b9e21daf=hbase:replication,,1731367314545.cc8ba41e9e8cb5b1b008e738b9e21daf.} 2024-11-11T23:22:08,155 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:08,179 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 2082, reset compression=false 2024-11-11T23:22:08,355 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:08,419 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/rep_barrier/2c586c1b3deb4b72a032f637f9d533eb 2024-11-11T23:22:08,435 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/table/1a93d5d3c6c1436f89b6dd98b623d52c is 53, key is hbase:replication/table:state/1731367315303/Put/seqid=0 2024-11-11T23:22:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741846_1022 (size=5308) 2024-11-11T23:22:08,555 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:08,582 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 2082, reset compression=false 2024-11-11T23:22:08,756 DEBUG [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:08,797 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:08,838 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/table/1a93d5d3c6c1436f89b6dd98b623d52c 2024-11-11T23:22:08,842 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/info/6a223c1c83f54a3e8cc3ed6d70ff7426 as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/info/6a223c1c83f54a3e8cc3ed6d70ff7426 2024-11-11T23:22:08,845 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/info/6a223c1c83f54a3e8cc3ed6d70ff7426, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:22:08,846 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/ns/5fd891e322f34d39a1371d66a631ec75 as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/ns/5fd891e322f34d39a1371d66a631ec75 2024-11-11T23:22:08,849 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/ns/5fd891e322f34d39a1371d66a631ec75, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:22:08,850 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/rep_barrier/2c586c1b3deb4b72a032f637f9d533eb as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/rep_barrier/2c586c1b3deb4b72a032f637f9d533eb 2024-11-11T23:22:08,853 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/rep_barrier/2c586c1b3deb4b72a032f637f9d533eb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:22:08,853 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/.tmp/table/1a93d5d3c6c1436f89b6dd98b623d52c as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/table/1a93d5d3c6c1436f89b6dd98b623d52c 2024-11-11T23:22:08,857 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/table/1a93d5d3c6c1436f89b6dd98b623d52c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:22:08,857 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false 2024-11-11T23:22:08,865 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:22:08,865 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:08,865 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:22:08,865 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:08,865 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367327154Running coprocessor pre-close hooks at 1731367327154Disabling compacts and flushes for region at 1731367327154Disabling writes for close at 1731367327154Obtaining lock to block concurrent updates at 1731367327155 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731367327155Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367327155Flushing stores of hbase:meta,,1.1588230740 at 1731367327155Flushing 1588230740/info: creating writer at 1731367327155Flushing 1588230740/info: appending metadata at 1731367327171 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731367327171Flushing 1588230740/ns: creating writer at 1731367327578 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731367327589 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731367327589Flushing 1588230740/rep_barrier: creating writer at 1731367327997 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367328014 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367328014Flushing 1588230740/table: creating writer at 1731367328422 (+408 ms)Flushing 1588230740/table: appending metadata at 1731367328434 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731367328434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d841de6: reopening flushed file at 1731367328841 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9b8f91: reopening flushed file at 1731367328845 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3425ef24: reopening flushed file at 1731367328849 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@723dbeeb: reopening flushed file at 1731367328853 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false at 1731367328857 (+4 ms)Writing region close event to WAL at 1731367328862 (+5 ms)Running coprocessor post-close hooks at 1731367328865 (+3 ms)Closed at 1731367328865 2024-11-11T23:22:08,865 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:08,956 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T23:22:08,956 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,38347,1731367297777; all regions closed. 2024-11-11T23:22:08,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.meta.1731367301091.meta not finished, retry = 0 2024-11-11T23:22:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:22:09,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.rep.1731367315272 not finished, retry = 0 2024-11-11T23:22:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741839_1015 (size=2171) 2024-11-11T23:22:09,085 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 to pos 2082, reset compression=false 2024-11-11T23:22:09,163 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/WALs/cdbe53028b4b,38347,1731367297777/cdbe53028b4b%2C38347%2C1731367297777.1731367300135 not finished, retry = 0 2024-11-11T23:22:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741832_1008 (size=2090) 2024-11-11T23:22:09,263 DEBUG [RS:0;cdbe53028b4b:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:09,263 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:09,263 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:09,264 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:09,264 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:09,264 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:09,264 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,38347,1731367297777 because: Region server is closing 2024-11-11T23:22:09,264 INFO [RS:0;cdbe53028b4b:38347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:38347. 2024-11-11T23:22:09,264 DEBUG [RS:0;cdbe53028b4b:38347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:09,264 DEBUG [RS:0;cdbe53028b4b:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:09,264 DEBUG [RS:0;cdbe53028b4b:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:09,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:09,365 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.shippercdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 terminated 2024-11-11T23:22:09,365 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,38347,1731367297777.replicationSource.wal-reader.cdbe53028b4b%2C38347%2C1731367297777,1-cdbe53028b4b,38347,1731367297777 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T23:22:09,365 INFO [RS:0;cdbe53028b4b:38347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:38347. 2024-11-11T23:22:09,365 DEBUG [RS:0;cdbe53028b4b:38347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:09,365 DEBUG [RS:0;cdbe53028b4b:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:09,365 DEBUG [RS:0;cdbe53028b4b:38347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:09,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:09,365 INFO [RS:0;cdbe53028b4b:38347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38347 2024-11-11T23:22:09,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360/rs 2024-11-11T23:22:09,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11090111360/rs/cdbe53028b4b,38347,1731367297777 2024-11-11T23:22:09,451 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:09,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,38347,1731367297777] 2024-11-11T23:22:09,478 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11090111360/draining/cdbe53028b4b,38347,1731367297777 already deleted, retry=false 2024-11-11T23:22:09,478 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,38347,1731367297777 expired; onlineServers=0 2024-11-11T23:22:09,478 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,38163,1731367297618' ***** 2024-11-11T23:22:09,478 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:22:09,478 INFO [M:0;cdbe53028b4b:38163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:09,478 INFO [M:0;cdbe53028b4b:38163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:09,478 DEBUG [M:0;cdbe53028b4b:38163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:22:09,478 DEBUG [M:0;cdbe53028b4b:38163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:22:09,478 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:22:09,479 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367299816 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367299816,5,FailOnTimeoutGroup] 2024-11-11T23:22:09,479 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367299819 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367299819,5,FailOnTimeoutGroup] 2024-11-11T23:22:09,479 INFO [M:0;cdbe53028b4b:38163 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:09,479 INFO [M:0;cdbe53028b4b:38163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:09,479 DEBUG [M:0;cdbe53028b4b:38163 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:22:09,479 INFO [M:0;cdbe53028b4b:38163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:22:09,479 INFO [M:0;cdbe53028b4b:38163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:09,479 INFO [M:0;cdbe53028b4b:38163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:22:09,479 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:22:09,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11090111360/master 2024-11-11T23:22:09,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11090111360 2024-11-11T23:22:09,489 DEBUG [M:0;cdbe53028b4b:38163 {}] zookeeper.ZKUtil(347): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Unable to get data of znode /11090111360/master because node does not exist (not an error) 2024-11-11T23:22:09,489 WARN [M:0;cdbe53028b4b:38163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:22:09,489 INFO [M:0;cdbe53028b4b:38163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/.lastflushedseqids 2024-11-11T23:22:09,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741847_1023 (size=245) 2024-11-11T23:22:09,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:09,568 INFO [RS:0;cdbe53028b4b:38347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:09,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38347-0x1012c343e550004, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:09,568 INFO [RS:0;cdbe53028b4b:38347 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,38347,1731367297777; zookeeper connection closed. 2024-11-11T23:22:09,568 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f7b0332 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f7b0332 2024-11-11T23:22:09,568 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:22:09,898 INFO [M:0;cdbe53028b4b:38163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:22:09,898 INFO [M:0;cdbe53028b4b:38163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:22:09,898 DEBUG [M:0;cdbe53028b4b:38163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:09,898 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:09,898 DEBUG [M:0;cdbe53028b4b:38163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:09,898 DEBUG [M:0;cdbe53028b4b:38163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:09,898 DEBUG [M:0;cdbe53028b4b:38163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:09,898 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T23:22:09,917 DEBUG [M:0;cdbe53028b4b:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4feaafcc215448d6bc008825f2658e0c is 82, key is hbase:meta,,1/info:regioninfo/1731367301126/Put/seqid=0 2024-11-11T23:22:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741848_1024 (size=5672) 2024-11-11T23:22:10,100 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:10,321 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4feaafcc215448d6bc008825f2658e0c 2024-11-11T23:22:10,336 DEBUG [M:0;cdbe53028b4b:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fdc73a3fc41748a0b6a1fac21b4c587e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731367315305/Put/seqid=0 2024-11-11T23:22:10,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741849_1025 (size=8516) 2024-11-11T23:22:10,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:22:10,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:10,740 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fdc73a3fc41748a0b6a1fac21b4c587e 2024-11-11T23:22:10,756 DEBUG [M:0;cdbe53028b4b:38163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeb0b18902e4463ba7c1c538d6bc3805 is 69, key is cdbe53028b4b,38347,1731367297777/rs:state/1731367299942/Put/seqid=0 2024-11-11T23:22:10,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741850_1026 (size=5156) 2024-11-11T23:22:11,160 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeb0b18902e4463ba7c1c538d6bc3805 2024-11-11T23:22:11,163 DEBUG [M:0;cdbe53028b4b:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4feaafcc215448d6bc008825f2658e0c as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4feaafcc215448d6bc008825f2658e0c 2024-11-11T23:22:11,166 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4feaafcc215448d6bc008825f2658e0c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T23:22:11,166 DEBUG [M:0;cdbe53028b4b:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fdc73a3fc41748a0b6a1fac21b4c587e as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fdc73a3fc41748a0b6a1fac21b4c587e 2024-11-11T23:22:11,170 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fdc73a3fc41748a0b6a1fac21b4c587e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T23:22:11,170 DEBUG [M:0;cdbe53028b4b:38163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeb0b18902e4463ba7c1c538d6bc3805 as hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeb0b18902e4463ba7c1c538d6bc3805 2024-11-11T23:22:11,173 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/76aa0f81-b9e2-934c-0c0e-ec4e461f074a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeb0b18902e4463ba7c1c538d6bc3805, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T23:22:11,174 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-11T23:22:11,177 INFO [M:0;cdbe53028b4b:38163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:11,177 DEBUG [M:0;cdbe53028b4b:38163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367329898Disabling compacts and flushes for region at 1731367329898Disabling writes for close at 1731367329898Obtaining lock to block concurrent updates at 1731367329898Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367329898Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731367329898Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367329899 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367329899Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367329917 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367329917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367330324 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367330336 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367330336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367330743 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367330756 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367330756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee6030e: reopening flushed file at 1731367331162 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@764caf95: reopening flushed file at 1731367331166 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed10e9c: reopening flushed file at 1731367331170 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731367331174 (+4 ms)Writing region close event to WAL at 1731367331177 (+3 ms)Closed at 1731367331177 2024-11-11T23:22:11,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41129 is added to blk_1073741830_1006 (size=63654) 2024-11-11T23:22:11,179 INFO [M:0;cdbe53028b4b:38163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:22:11,179 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:11,179 INFO [M:0;cdbe53028b4b:38163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38163 2024-11-11T23:22:11,180 INFO [M:0;cdbe53028b4b:38163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:11,347 INFO [M:0;cdbe53028b4b:38163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:11,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:11,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38163-0x1012c343e550003, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:11,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1008dde9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:11,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:11,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:11,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:11,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:11,351 WARN [BP-860534042-172.17.0.2-1731367295687 heartbeating to localhost/127.0.0.1:37927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:22:11,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:22:11,351 WARN [BP-860534042-172.17.0.2-1731367295687 heartbeating to localhost/127.0.0.1:37927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-860534042-172.17.0.2-1731367295687 (Datanode Uuid 20bbf6c8-99da-44f4-baf1-4a47352f52ea) service to localhost/127.0.0.1:37927 2024-11-11T23:22:11,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:22:11,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/cluster_1d3e1dbb-f31b-f368-16f4-1b4a619764a1/data/data1/current/BP-860534042-172.17.0.2-1731367295687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:11,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/cluster_1d3e1dbb-f31b-f368-16f4-1b4a619764a1/data/data2/current/BP-860534042-172.17.0.2-1731367295687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:11,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:22:11,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b552d27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:11,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:11,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:11,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:11,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cb30cc23-443f-0d91-7e28-0985823ac32f/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:11,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:22:11,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:22:11,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:11,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:11,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:11,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:11,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:11,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:22:11,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1628135548, stopped=false 2024-11-11T23:22:11,369 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,33809,1731367291708 2024-11-11T23:22:11,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263621746/running 2024-11-11T23:22:11,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263621746/running 2024-11-11T23:22:11,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:22:11,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:22:11,383 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:11,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:11,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:11,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:11,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on znode that does not yet exist, /0-1263621746/running 2024-11-11T23:22:11,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,37555,1731367291889' ***** 2024-11-11T23:22:11,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:22:11,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Set watcher on znode that does not yet exist, /0-1263621746/running 2024-11-11T23:22:11,384 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:22:11,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:22:11,384 INFO [RS:0;cdbe53028b4b:37555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e17b40bfbe7261f75d7e39b14731c51 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(3091): Received CLOSE for 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,37555,1731367291889 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37555. 2024-11-11T23:22:11,385 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e17b40bfbe7261f75d7e39b14731c51, disabling compactions & flushes 2024-11-11T23:22:11,385 DEBUG [RS:0;cdbe53028b4b:37555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:11,385 DEBUG [RS:0;cdbe53028b4b:37555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:11,385 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:22:11,385 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:22:11,385 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. after waiting 0 ms 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:22:11,385 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:22:11,385 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e17b40bfbe7261f75d7e39b14731c51 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-11T23:22:11,385 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:22:11,385 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1325): Online Regions={4e17b40bfbe7261f75d7e39b14731c51=hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51., 1588230740=hbase:meta,,1.1588230740, 693a26af7045601b8a29fe4f9d31d7ba=test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba.} 2024-11-11T23:22:11,385 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e17b40bfbe7261f75d7e39b14731c51, 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:11,385 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:11,385 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:11,385 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:11,385 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:11,385 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:11,385 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:22:11,401 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/replication/4e17b40bfbe7261f75d7e39b14731c51/.tmp/queue/0c0dd032c25e46dfb43a840aec5a49ea is 153, key is 1-cdbe53028b4b,37555,1731367291889/queue:cdbe53028b4b%2C37555%2C1731367291889/1731367321070/Put/seqid=0 2024-11-11T23:22:11,401 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/info/69fd0bc1a77a4429bfc93b8e6f113ce0 is 147, key is hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51./info:regioninfo/1731367313560/Put/seqid=0 2024-11-11T23:22:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741841_1017 (size=7686) 2024-11-11T23:22:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741840_1016 (size=5352) 2024-11-11T23:22:11,408 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:11,503 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:11,585 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e17b40bfbe7261f75d7e39b14731c51, 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:11,786 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e17b40bfbe7261f75d7e39b14731c51, 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:11,805 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/replication/4e17b40bfbe7261f75d7e39b14731c51/.tmp/queue/0c0dd032c25e46dfb43a840aec5a49ea 2024-11-11T23:22:11,806 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/info/69fd0bc1a77a4429bfc93b8e6f113ce0 2024-11-11T23:22:11,811 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/replication/4e17b40bfbe7261f75d7e39b14731c51/.tmp/queue/0c0dd032c25e46dfb43a840aec5a49ea as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/replication/4e17b40bfbe7261f75d7e39b14731c51/queue/0c0dd032c25e46dfb43a840aec5a49ea 2024-11-11T23:22:11,814 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/replication/4e17b40bfbe7261f75d7e39b14731c51/queue/0c0dd032c25e46dfb43a840aec5a49ea, entries=1, sequenceid=8, filesize=5.2 K 2024-11-11T23:22:11,815 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4e17b40bfbe7261f75d7e39b14731c51 in 430ms, sequenceid=8, compaction requested=false 2024-11-11T23:22:11,818 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/replication/4e17b40bfbe7261f75d7e39b14731c51/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T23:22:11,818 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:11,818 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:22:11,818 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:22:11,818 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e17b40bfbe7261f75d7e39b14731c51: Waiting for close lock at 1731367331385Running coprocessor pre-close hooks at 1731367331385Disabling compacts and flushes for region at 1731367331385Disabling writes for close at 1731367331385Obtaining lock to block concurrent updates at 1731367331385Preparing flush snapshotting stores in 4e17b40bfbe7261f75d7e39b14731c51 at 1731367331385Finished memstore snapshotting hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731367331385Flushing stores of hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. at 1731367331386 (+1 ms)Flushing 4e17b40bfbe7261f75d7e39b14731c51/queue: creating writer at 1731367331386Flushing 4e17b40bfbe7261f75d7e39b14731c51/queue: appending metadata at 1731367331401 (+15 ms)Flushing 4e17b40bfbe7261f75d7e39b14731c51/queue: closing flushed file at 1731367331401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58eb4407: reopening flushed file at 1731367331810 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4e17b40bfbe7261f75d7e39b14731c51 in 430ms, sequenceid=8, compaction requested=false at 1731367331815 (+5 ms)Writing region close event to WAL at 1731367331815Running coprocessor post-close hooks at 1731367331818 (+3 ms)Closed at 1731367331818 2024-11-11T23:22:11,819 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367312400.4e17b40bfbe7261f75d7e39b14731c51. 2024-11-11T23:22:11,819 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 693a26af7045601b8a29fe4f9d31d7ba, disabling compactions & flushes 2024-11-11T23:22:11,819 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:22:11,819 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:22:11,819 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. after waiting 0 ms 2024-11-11T23:22:11,819 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:22:11,819 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 693a26af7045601b8a29fe4f9d31d7ba 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T23:22:11,829 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/ns/d3a8e47685c94d5aa13ff8dcd47d2657 is 43, key is default/ns:d/1731367295602/Put/seqid=0 2024-11-11T23:22:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741842_1018 (size=5153) 2024-11-11T23:22:11,833 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/ns/d3a8e47685c94d5aa13ff8dcd47d2657 2024-11-11T23:22:11,837 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/.tmp/f/3f98cd8a8a7445e482811ffcd5488090 is 28, key is row/f:/1731367320854/DeleteFamily/seqid=0 2024-11-11T23:22:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741843_1019 (size=5085) 2024-11-11T23:22:11,873 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/rep_barrier/29a42957e53c496eac88b4c07d5dc351 is 112, key is test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba./rep_barrier:seqnumDuringOpen/1731367308077/Put/seqid=0 2024-11-11T23:22:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741844_1020 (size=5518) 2024-11-11T23:22:11,986 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:12,186 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:12,241 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/.tmp/f/3f98cd8a8a7445e482811ffcd5488090 2024-11-11T23:22:12,245 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f98cd8a8a7445e482811ffcd5488090 2024-11-11T23:22:12,261 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/.tmp/f1/2d31315bcf234c36b9e8b138c937fb34 is 29, key is row/f1:/1731367320854/DeleteFamily/seqid=0 2024-11-11T23:22:12,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741845_1021 (size=5089) 2024-11-11T23:22:12,277 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/rep_barrier/29a42957e53c496eac88b4c07d5dc351 2024-11-11T23:22:12,281 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:22:12,281 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:22:12,295 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/table/ae848500a0354910a5fc5b996506b93c is 53, key is hbase:replication/table:state/1731367313566/Put/seqid=0 2024-11-11T23:22:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741846_1022 (size=5308) 2024-11-11T23:22:12,386 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:22:12,386 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 693a26af7045601b8a29fe4f9d31d7ba=test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba.} 2024-11-11T23:22:12,386 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:12,586 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:12,665 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/.tmp/f1/2d31315bcf234c36b9e8b138c937fb34 2024-11-11T23:22:12,668 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d31315bcf234c36b9e8b138c937fb34 2024-11-11T23:22:12,681 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/.tmp/norep/268478a1fc6b413cb202ec9357f991f5 is 32, key is row/norep:/1731367320854/DeleteFamily/seqid=0 2024-11-11T23:22:12,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741847_1023 (size=5101) 2024-11-11T23:22:12,699 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/table/ae848500a0354910a5fc5b996506b93c 2024-11-11T23:22:12,703 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/info/69fd0bc1a77a4429bfc93b8e6f113ce0 as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/info/69fd0bc1a77a4429bfc93b8e6f113ce0 2024-11-11T23:22:12,706 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/info/69fd0bc1a77a4429bfc93b8e6f113ce0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:22:12,706 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/ns/d3a8e47685c94d5aa13ff8dcd47d2657 as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/ns/d3a8e47685c94d5aa13ff8dcd47d2657 2024-11-11T23:22:12,710 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/ns/d3a8e47685c94d5aa13ff8dcd47d2657, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:22:12,710 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/rep_barrier/29a42957e53c496eac88b4c07d5dc351 as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/rep_barrier/29a42957e53c496eac88b4c07d5dc351 2024-11-11T23:22:12,713 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/rep_barrier/29a42957e53c496eac88b4c07d5dc351, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:22:12,714 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/.tmp/table/ae848500a0354910a5fc5b996506b93c as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/table/ae848500a0354910a5fc5b996506b93c 2024-11-11T23:22:12,717 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/table/ae848500a0354910a5fc5b996506b93c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:22:12,717 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false 2024-11-11T23:22:12,717 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:22:12,721 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:22:12,722 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:12,722 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:22:12,722 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:12,722 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367331385Running coprocessor pre-close hooks at 1731367331385Disabling compacts and flushes for region at 1731367331385Disabling writes for close at 1731367331385Obtaining lock to block concurrent updates at 1731367331385Preparing flush snapshotting stores in 1588230740 at 1731367331385Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367331386 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367331386Flushing 1588230740/info: creating writer at 1731367331386Flushing 1588230740/info: appending metadata at 1731367331401 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731367331401Flushing 1588230740/ns: creating writer at 1731367331810 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731367331828 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731367331828Flushing 1588230740/rep_barrier: creating writer at 1731367331845 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367331872 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367331873 (+1 ms)Flushing 1588230740/table: creating writer at 1731367332280 (+407 ms)Flushing 1588230740/table: appending metadata at 1731367332295 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731367332295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ee5ffd: reopening flushed file at 1731367332702 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24efb73c: reopening flushed file at 1731367332706 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f08a427: reopening flushed file at 1731367332710 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@faec996: reopening flushed file at 1731367332713 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false at 1731367332717 (+4 ms)Writing region close event to WAL at 1731367332719 (+2 ms)Running coprocessor post-close hooks at 1731367332722 (+3 ms)Closed at 1731367332722 2024-11-11T23:22:12,722 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:12,787 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1351): Waiting on 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:12,987 DEBUG [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1351): Waiting on 693a26af7045601b8a29fe4f9d31d7ba 2024-11-11T23:22:13,006 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 636, reset compression=false 2024-11-11T23:22:13,010 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:13,010 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 883, reset compression=false 2024-11-11T23:22:13,010 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37555,1731367291889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:13,011 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,37555,1731367291889: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,37555,1731367291889, walGroup=cdbe53028b4b%2C37555%2C1731367291889, offset=cdbe53028b4b%2C37555%2C1731367291889.1731367294406:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:37555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:22:13,012 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:22:13,012 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:22:13,013 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:22:13,013 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:22:13,013 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:22:13,013 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1237319680, "init": 1048576000, "max": 2306867200, "used": 884252840 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 201664232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:22:13,013 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:33809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:33809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:22:13,084 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/.tmp/norep/268478a1fc6b413cb202ec9357f991f5 2024-11-11T23:22:13,087 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 268478a1fc6b413cb202ec9357f991f5 2024-11-11T23:22:13,088 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/.tmp/f/3f98cd8a8a7445e482811ffcd5488090 as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/f/3f98cd8a8a7445e482811ffcd5488090 2024-11-11T23:22:13,091 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f98cd8a8a7445e482811ffcd5488090 2024-11-11T23:22:13,091 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/f/3f98cd8a8a7445e482811ffcd5488090, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T23:22:13,091 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/.tmp/f1/2d31315bcf234c36b9e8b138c937fb34 as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/f1/2d31315bcf234c36b9e8b138c937fb34 2024-11-11T23:22:13,094 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d31315bcf234c36b9e8b138c937fb34 2024-11-11T23:22:13,094 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/f1/2d31315bcf234c36b9e8b138c937fb34, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T23:22:13,095 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/.tmp/norep/268478a1fc6b413cb202ec9357f991f5 as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/norep/268478a1fc6b413cb202ec9357f991f5 2024-11-11T23:22:13,098 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 268478a1fc6b413cb202ec9357f991f5 2024-11-11T23:22:13,098 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/norep/268478a1fc6b413cb202ec9357f991f5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T23:22:13,099 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 693a26af7045601b8a29fe4f9d31d7ba in 1279ms, sequenceid=6, compaction requested=false 2024-11-11T23:22:13,099 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T23:22:13,102 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/data/default/test/693a26af7045601b8a29fe4f9d31d7ba/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T23:22:13,102 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:13,102 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:22:13,102 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:22:13,103 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 693a26af7045601b8a29fe4f9d31d7ba: Waiting for close lock at 1731367331819Running coprocessor pre-close hooks at 1731367331819Disabling compacts and flushes for region at 1731367331819Disabling writes for close at 1731367331819Obtaining lock to block concurrent updates at 1731367331819Preparing flush snapshotting stores in 693a26af7045601b8a29fe4f9d31d7ba at 1731367331819Finished memstore snapshotting test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731367331819Flushing stores of test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. at 1731367331820 (+1 ms)Flushing 693a26af7045601b8a29fe4f9d31d7ba/f: creating writer at 1731367331820Flushing 693a26af7045601b8a29fe4f9d31d7ba/f: appending metadata at 1731367331836 (+16 ms)Flushing 693a26af7045601b8a29fe4f9d31d7ba/f: closing flushed file at 1731367331836Flushing 693a26af7045601b8a29fe4f9d31d7ba/f1: creating writer at 1731367332245 (+409 ms)Flushing 693a26af7045601b8a29fe4f9d31d7ba/f1: appending metadata at 1731367332260 (+15 ms)Flushing 693a26af7045601b8a29fe4f9d31d7ba/f1: closing flushed file at 1731367332260Flushing 693a26af7045601b8a29fe4f9d31d7ba/norep: creating writer at 1731367332668 (+408 ms)Flushing 693a26af7045601b8a29fe4f9d31d7ba/norep: appending metadata at 1731367332680 (+12 ms)Flushing 693a26af7045601b8a29fe4f9d31d7ba/norep: closing flushed file at 1731367332680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cabd0af: reopening flushed file at 1731367333087 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d71f90a: reopening flushed file at 1731367333091 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a88bf26: reopening flushed file at 1731367333094 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 693a26af7045601b8a29fe4f9d31d7ba in 1279ms, sequenceid=6, compaction requested=false at 1731367333099 (+5 ms)Writing region close event to WAL at 1731367333100 (+1 ms)Running coprocessor post-close hooks at 1731367333102 (+2 ms)Closed at 1731367333102 2024-11-11T23:22:13,103 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367306936.693a26af7045601b8a29fe4f9d31d7ba. 2024-11-11T23:22:13,187 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,37555,1731367291889; all regions closed. 2024-11-11T23:22:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741834_1010 (size=4239) 2024-11-11T23:22:13,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.meta.1731367295548.meta not finished, retry = 0 2024-11-11T23:22:13,213 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 883, reset compression=false 2024-11-11T23:22:13,216 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:13,216 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 1527, reset compression=false 2024-11-11T23:22:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741839_1015 (size=2240) 2024-11-11T23:22:13,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.rep.1731367313533 not finished, retry = 0 2024-11-11T23:22:13,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741832_1008 (size=1535) 2024-11-11T23:22:13,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 not finished, retry = 0 2024-11-11T23:22:13,418 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 to pos 1527, reset compression=false 2024-11-11T23:22:13,494 DEBUG [RS:0;cdbe53028b4b:37555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:13,494 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/WALs/cdbe53028b4b,37555,1731367291889/cdbe53028b4b%2C37555%2C1731367291889.1731367294406 2024-11-11T23:22:13,495 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:13,495 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:13,495 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:13,495 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:13,495 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:13,495 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,37555,1731367291889 because: Region server is closing 2024-11-11T23:22:13,496 INFO [RS:0;cdbe53028b4b:37555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37555. 2024-11-11T23:22:13,496 DEBUG [RS:0;cdbe53028b4b:37555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:13,496 DEBUG [RS:0;cdbe53028b4b:37555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:13,496 DEBUG [RS:0;cdbe53028b4b:37555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:13,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:13,596 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.shippercdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 terminated 2024-11-11T23:22:13,596 INFO [RS:0;cdbe53028b4b:37555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37555 2024-11-11T23:22:13,596 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37555,1731367291889.replicationSource.wal-reader.cdbe53028b4b%2C37555%2C1731367291889,1-cdbe53028b4b,37555,1731367291889 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T23:22:13,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746/rs 2024-11-11T23:22:13,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263621746/rs/cdbe53028b4b,37555,1731367291889 2024-11-11T23:22:13,678 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:13,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,37555,1731367291889] 2024-11-11T23:22:13,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263621746/draining/cdbe53028b4b,37555,1731367291889 already deleted, retry=false 2024-11-11T23:22:13,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,37555,1731367291889 expired; onlineServers=0 2024-11-11T23:22:13,699 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,33809,1731367291708' ***** 2024-11-11T23:22:13,699 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:22:13,699 INFO [M:0;cdbe53028b4b:33809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:13,699 INFO [M:0;cdbe53028b4b:33809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:13,699 DEBUG [M:0;cdbe53028b4b:33809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:22:13,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:22:13,699 DEBUG [M:0;cdbe53028b4b:33809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:22:13,699 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367294177 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367294177,5,FailOnTimeoutGroup] 2024-11-11T23:22:13,699 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367294176 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367294176,5,FailOnTimeoutGroup] 2024-11-11T23:22:13,700 INFO [M:0;cdbe53028b4b:33809 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:13,700 INFO [M:0;cdbe53028b4b:33809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:13,700 DEBUG [M:0;cdbe53028b4b:33809 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:22:13,700 INFO [M:0;cdbe53028b4b:33809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:22:13,700 INFO [M:0;cdbe53028b4b:33809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:13,700 ERROR [M:0;cdbe53028b4b:33809 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37457,5,PEWorkerGroup] 2024-11-11T23:22:13,700 INFO [M:0;cdbe53028b4b:33809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:22:13,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:22:13,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263621746/master 2024-11-11T23:22:13,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263621746 2024-11-11T23:22:13,710 DEBUG [M:0;cdbe53028b4b:33809 {}] zookeeper.ZKUtil(347): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Unable to get data of znode /0-1263621746/master because node does not exist (not an error) 2024-11-11T23:22:13,710 WARN [M:0;cdbe53028b4b:33809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:22:13,711 INFO [M:0;cdbe53028b4b:33809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/.lastflushedseqids 2024-11-11T23:22:13,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741848_1024 (size=245) 2024-11-11T23:22:13,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:13,789 INFO [RS:0;cdbe53028b4b:37555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:13,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37555-0x1012c343e550001, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:13,789 INFO [RS:0;cdbe53028b4b:37555 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,37555,1731367291889; zookeeper connection closed. 2024-11-11T23:22:13,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@100a2d37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@100a2d37 2024-11-11T23:22:13,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:22:14,120 INFO [M:0;cdbe53028b4b:33809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:22:14,120 INFO [M:0;cdbe53028b4b:33809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:22:14,120 DEBUG [M:0;cdbe53028b4b:33809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:14,120 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:14,120 DEBUG [M:0;cdbe53028b4b:33809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:14,120 DEBUG [M:0;cdbe53028b4b:33809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:14,120 DEBUG [M:0;cdbe53028b4b:33809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:14,120 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T23:22:14,134 DEBUG [M:0;cdbe53028b4b:33809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d69229c3c3647a88cb1cd6a9b3c2a48 is 82, key is hbase:meta,,1/info:regioninfo/1731367295575/Put/seqid=0 2024-11-11T23:22:14,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741849_1025 (size=5672) 2024-11-11T23:22:14,538 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d69229c3c3647a88cb1cd6a9b3c2a48 2024-11-11T23:22:14,557 DEBUG [M:0;cdbe53028b4b:33809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23719856939d40eab313ec1001eb2d1b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731367308085/Put/seqid=0 2024-11-11T23:22:14,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741850_1026 (size=7218) 2024-11-11T23:22:14,960 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23719856939d40eab313ec1001eb2d1b 2024-11-11T23:22:14,963 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23719856939d40eab313ec1001eb2d1b 2024-11-11T23:22:14,976 DEBUG [M:0;cdbe53028b4b:33809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1140549884f485dbebd8d941a18429e is 69, key is cdbe53028b4b,37555,1731367291889/rs:state/1731367294260/Put/seqid=0 2024-11-11T23:22:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741851_1027 (size=5156) 2024-11-11T23:22:15,379 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1140549884f485dbebd8d941a18429e 2024-11-11T23:22:15,383 DEBUG [M:0;cdbe53028b4b:33809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d69229c3c3647a88cb1cd6a9b3c2a48 as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d69229c3c3647a88cb1cd6a9b3c2a48 2024-11-11T23:22:15,386 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d69229c3c3647a88cb1cd6a9b3c2a48, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T23:22:15,387 DEBUG [M:0;cdbe53028b4b:33809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23719856939d40eab313ec1001eb2d1b as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23719856939d40eab313ec1001eb2d1b 2024-11-11T23:22:15,390 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23719856939d40eab313ec1001eb2d1b 2024-11-11T23:22:15,390 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23719856939d40eab313ec1001eb2d1b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T23:22:15,391 DEBUG [M:0;cdbe53028b4b:33809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1140549884f485dbebd8d941a18429e as hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1140549884f485dbebd8d941a18429e 2024-11-11T23:22:15,394 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/5562e445-cdd0-1aee-2a5b-cb4c4f008caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1140549884f485dbebd8d941a18429e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T23:22:15,394 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-11-11T23:22:15,402 INFO [M:0;cdbe53028b4b:33809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:15,402 DEBUG [M:0;cdbe53028b4b:33809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367334120Disabling compacts and flushes for region at 1731367334120Disabling writes for close at 1731367334120Obtaining lock to block concurrent updates at 1731367334120Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367334120Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731367334121 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367334121Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367334121Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367334134 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367334134Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367334541 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367334556 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367334556Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367334964 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367334976 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367334976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a59ad5c: reopening flushed file at 1731367335382 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568f0793: reopening flushed file at 1731367335386 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6038bb27: reopening flushed file at 1731367335390 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1731367335394 (+4 ms)Writing region close event to WAL at 1731367335402 (+8 ms)Closed at 1731367335402 2024-11-11T23:22:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42621 is added to blk_1073741830_1006 (size=64423) 2024-11-11T23:22:15,404 INFO [M:0;cdbe53028b4b:33809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:22:15,404 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:15,404 INFO [M:0;cdbe53028b4b:33809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33809 2024-11-11T23:22:15,404 INFO [M:0;cdbe53028b4b:33809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:15,557 INFO [M:0;cdbe53028b4b:33809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:15,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:15,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33809-0x1012c343e550000, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:15,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6b26e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:15,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:15,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:15,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:15,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:15,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:22:15,562 WARN [BP-1755572677-172.17.0.2-1731367289530 heartbeating to localhost/127.0.0.1:37457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:22:15,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:22:15,562 WARN [BP-1755572677-172.17.0.2-1731367289530 heartbeating to localhost/127.0.0.1:37457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755572677-172.17.0.2-1731367289530 (Datanode Uuid d5335a29-d549-44c2-a2c8-ddeae67bb92f) service to localhost/127.0.0.1:37457 2024-11-11T23:22:15,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/cluster_1f34ab90-718d-2006-4f40-eaad72db655d/data/data1/current/BP-1755572677-172.17.0.2-1731367289530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:15,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/cluster_1f34ab90-718d-2006-4f40-eaad72db655d/data/data2/current/BP-1755572677-172.17.0.2-1731367289530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:15,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:22:15,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35c552d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:15,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42473f2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:15,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:15,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:15,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/68652fd3-483c-7af8-a3c6-badd034dca62/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:15,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:22:15,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:22:15,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 315) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58386) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58386) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58386) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37927 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39513 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37457 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 735) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=5340 (was 5361) 2024-11-11T23:22:15,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=5340 2024-11-11T23:22:15,630 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T23:22:15,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.log.dir so I do NOT create it in target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d 2024-11-11T23:22:15,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:22:15,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.tmp.dir so I do NOT create it in target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d 2024-11-11T23:22:15,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/56567881-a4f8-4b3a-d428-6f6e0ae3d938/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:22:15,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d 2024-11-11T23:22:15,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0, deleteOnExit=true 2024-11-11T23:22:15,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0/zookeeper_0, clientPort=58693, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:22:15,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58693 2024-11-11T23:22:15,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:22:15,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:22:15,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/test.cache.data in system properties and HBase conf 2024-11-11T23:22:15,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:22:15,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:22:15,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:22:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:22:15,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:22:15,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:22:15,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:22:15,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:22:15,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:22:15,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:22:15,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:22:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012c343e550005, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:22:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012c343e550008, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:22:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012c343e550002, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:22:15,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012c343e550005, quorum=127.0.0.1:58386, baseZNode=/11090111360 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:22:15,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012c343e550002, quorum=127.0.0.1:58386, baseZNode=/0-1263621746 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:22:15,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012c343e550008, quorum=127.0.0.1:58386, baseZNode=/2-1297752034 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:22:16,123 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T23:22:16,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,125 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,163 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,168 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:16,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:16,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:22:16,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:22:16,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:22:16,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:22:16,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:16,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53954af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:22:16,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2106c5d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:22:16,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23eff59f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/java.io.tmpdir/jetty-localhost-36915-hadoop-hdfs-3_4_1-tests_jar-_-any-265739503279890448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:16,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e834038{HTTP/1.1, (http/1.1)}{localhost:36915} 2024-11-11T23:22:16,299 INFO [Time-limited test {}] server.Server(415): Started @316610ms 2024-11-11T23:22:16,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:16,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:22:16,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:22:16,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:22:16,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:22:16,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3235b494{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:22:16,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1ff889{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:22:16,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:22:16,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:22:16,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:22:16,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:22:16,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcd1b6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/java.io.tmpdir/jetty-localhost-46127-hadoop-hdfs-3_4_1-tests_jar-_-any-2404440199043237310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:16,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:46127} 2024-11-11T23:22:16,663 INFO [Time-limited test {}] server.Server(415): Started @316975ms 2024-11-11T23:22:16,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:22:17,318 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0/data/data1/current/BP-823574738-172.17.0.2-1731367335671/current, will proceed with Du for space computation calculation, 2024-11-11T23:22:17,318 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0/data/data2/current/BP-823574738-172.17.0.2-1731367335671/current, will proceed with Du for space computation calculation, 2024-11-11T23:22:17,333 WARN [Thread-4167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:22:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32ebf5288b037ab9 with lease ID 0x439f723997899605: Processing first storage report for DS-b1806484-8a40-4a9a-9ff8-2bdc11cbfa81 from datanode DatanodeRegistration(127.0.0.1:46041, datanodeUuid=8a9cbcf7-b76f-48b3-9c4d-22cccc9b497c, infoPort=43599, infoSecurePort=0, ipcPort=44453, storageInfo=lv=-57;cid=testClusterID;nsid=1484783928;c=1731367335671) 2024-11-11T23:22:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32ebf5288b037ab9 with lease ID 0x439f723997899605: from storage DS-b1806484-8a40-4a9a-9ff8-2bdc11cbfa81 node DatanodeRegistration(127.0.0.1:46041, datanodeUuid=8a9cbcf7-b76f-48b3-9c4d-22cccc9b497c, infoPort=43599, infoSecurePort=0, ipcPort=44453, storageInfo=lv=-57;cid=testClusterID;nsid=1484783928;c=1731367335671), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:22:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32ebf5288b037ab9 with lease ID 0x439f723997899605: Processing first storage report for DS-1a1fbd90-c570-4cba-8fb4-26db6b34968b from datanode DatanodeRegistration(127.0.0.1:46041, datanodeUuid=8a9cbcf7-b76f-48b3-9c4d-22cccc9b497c, infoPort=43599, infoSecurePort=0, ipcPort=44453, storageInfo=lv=-57;cid=testClusterID;nsid=1484783928;c=1731367335671) 2024-11-11T23:22:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32ebf5288b037ab9 with lease ID 0x439f723997899605: from storage DS-1a1fbd90-c570-4cba-8fb4-26db6b34968b node DatanodeRegistration(127.0.0.1:46041, datanodeUuid=8a9cbcf7-b76f-48b3-9c4d-22cccc9b497c, infoPort=43599, infoSecurePort=0, ipcPort=44453, storageInfo=lv=-57;cid=testClusterID;nsid=1484783928;c=1731367335671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:22:17,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d 2024-11-11T23:22:17,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:17,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:17,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:22:17,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3 with version=8 2024-11-11T23:22:17,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/hbase-staging 2024-11-11T23:22:17,802 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:22:17,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:17,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:17,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:22:17,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:17,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:22:17,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:22:17,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:22:17,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34161 2024-11-11T23:22:17,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34161 connecting to ZooKeeper ensemble=127.0.0.1:58693 2024-11-11T23:22:17,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341610x0, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:17,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34161-0x1012c34f28c0000 connected 2024-11-11T23:22:17,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:17,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:17,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Set watcher on znode that does not yet exist, /0-184965127/running 2024-11-11T23:22:17,992 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3, hbase.cluster.distributed=false 2024-11-11T23:22:17,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Set watcher on znode that does not yet exist, /0-184965127/acl 2024-11-11T23:22:17,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34161 2024-11-11T23:22:17,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34161 2024-11-11T23:22:17,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34161 2024-11-11T23:22:17,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34161 2024-11-11T23:22:17,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34161 2024-11-11T23:22:18,007 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:22:18,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:18,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:18,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:22:18,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:18,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:22:18,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:22:18,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:22:18,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37809 2024-11-11T23:22:18,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37809 connecting to ZooKeeper ensemble=127.0.0.1:58693 2024-11-11T23:22:18,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:18,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:18,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378090x0, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:18,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378090x0, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Set watcher on znode that does not yet exist, /0-184965127/running 2024-11-11T23:22:18,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37809-0x1012c34f28c0001 connected 2024-11-11T23:22:18,020 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:22:18,021 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:22:18,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Set watcher on znode that does not yet exist, /0-184965127/master 2024-11-11T23:22:18,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Set watcher on znode that does not yet exist, /0-184965127/acl 2024-11-11T23:22:18,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-11T23:22:18,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37809 2024-11-11T23:22:18,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37809 2024-11-11T23:22:18,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-11T23:22:18,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37809 2024-11-11T23:22:18,045 DEBUG [M:0;cdbe53028b4b:34161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:34161 2024-11-11T23:22:18,045 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-184965127/backup-masters/cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:18,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127/backup-masters 2024-11-11T23:22:18,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127/backup-masters 2024-11-11T23:22:18,052 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Set watcher on existing znode=/0-184965127/backup-masters/cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:18,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:18,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-184965127/master 2024-11-11T23:22:18,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:18,062 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Set watcher on existing znode=/0-184965127/master 2024-11-11T23:22:18,062 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-184965127/backup-masters/cdbe53028b4b,34161,1731367337802 from backup master directory 2024-11-11T23:22:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-184965127/backup-masters/cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127/backup-masters 2024-11-11T23:22:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127/backup-masters 2024-11-11T23:22:18,072 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:22:18,072 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:18,075 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/hbase.id] with ID: 67616e84-39f2-4241-80fb-6bf0df6563f8 2024-11-11T23:22:18,075 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/.tmp/hbase.id 2024-11-11T23:22:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:22:18,479 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/.tmp/hbase.id]:[hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/hbase.id] 2024-11-11T23:22:18,485 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:18,485 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:22:18,486 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:22:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:22:18,929 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:22:18,930 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:22:18,930 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:18,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:22:19,336 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/data/master/store 2024-11-11T23:22:19,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:22:19,741 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:19,741 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:19,741 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:19,741 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:19,741 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:19,741 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:19,741 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:19,741 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367339741Disabling compacts and flushes for region at 1731367339741Disabling writes for close at 1731367339741Writing region close event to WAL at 1731367339741Closed at 1731367339741 2024-11-11T23:22:19,742 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/data/master/store/.initializing 2024-11-11T23:22:19,742 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/WALs/cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:19,742 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:22:19,744 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C34161%2C1731367337802, suffix=, logDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/WALs/cdbe53028b4b,34161,1731367337802, archiveDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/oldWALs, maxLogs=10 2024-11-11T23:22:19,759 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/WALs/cdbe53028b4b,34161,1731367337802/cdbe53028b4b%2C34161%2C1731367337802.1731367339744, exclude list is [], retry=0 2024-11-11T23:22:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46041,DS-b1806484-8a40-4a9a-9ff8-2bdc11cbfa81,DISK] 2024-11-11T23:22:19,762 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/WALs/cdbe53028b4b,34161,1731367337802/cdbe53028b4b%2C34161%2C1731367337802.1731367339744 2024-11-11T23:22:19,763 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43599:43599)] 2024-11-11T23:22:19,763 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:19,763 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:19,763 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,763 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:22:19,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:19,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:19,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:22:19,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:19,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:19,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:22:19,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:19,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:19,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:22:19,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:19,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:19,768 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,769 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,769 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,770 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,770 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,770 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:19,771 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:19,772 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:19,772 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61810268, jitterRate=-0.07895523309707642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:19,773 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367339763Initializing all the Stores at 1731367339764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367339764Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367339764Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367339764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367339764Cleaning up temporary data from old regions at 1731367339770 (+6 ms)Region opened successfully at 1731367339773 (+3 ms) 2024-11-11T23:22:19,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:22:19,775 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff0c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:22:19,776 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:22:19,776 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:22:19,776 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:22:19,776 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:22:19,776 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:22:19,777 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:22:19,777 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:22:19,778 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:22:19,779 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Unable to get data of znode /0-184965127/balancer because node does not exist (not necessarily an error) 2024-11-11T23:22:19,841 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184965127/balancer already deleted, retry=false 2024-11-11T23:22:19,841 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:22:19,842 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Unable to get data of znode /0-184965127/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:22:19,851 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184965127/normalizer already deleted, retry=false 2024-11-11T23:22:19,851 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:22:19,852 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Unable to get data of znode /0-184965127/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:22:19,861 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184965127/switch/split already deleted, retry=false 2024-11-11T23:22:19,862 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Unable to get data of znode /0-184965127/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:22:19,872 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184965127/switch/merge already deleted, retry=false 2024-11-11T23:22:19,874 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Unable to get data of znode /0-184965127/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:22:19,883 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-184965127/snapshot-cleanup already deleted, retry=false 2024-11-11T23:22:19,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-184965127/running 2024-11-11T23:22:19,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:19,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-184965127/running 2024-11-11T23:22:19,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:19,894 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,34161,1731367337802, sessionid=0x1012c34f28c0000, setting cluster-up flag (Was=false) 2024-11-11T23:22:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:19,946 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-184965127/flush-table-proc/acquired, /0-184965127/flush-table-proc/reached, /0-184965127/flush-table-proc/abort 2024-11-11T23:22:19,947 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:19,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:19,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:19,999 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-184965127/online-snapshot/acquired, /0-184965127/online-snapshot/reached, /0-184965127/online-snapshot/abort 2024-11-11T23:22:20,000 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:20,001 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:22:20,002 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:20,002 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:22:20,002 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:22:20,002 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,34161,1731367337802 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:22:20,003 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:20,003 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:20,004 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:20,004 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:20,004 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:22:20,004 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,004 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:22:20,004 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,005 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367370005 2024-11-11T23:22:20,005 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:22:20,005 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:22:20,005 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:22:20,005 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:22:20,005 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:22:20,005 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:22:20,005 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:20,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:22:20,006 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:22:20,006 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:22:20,006 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:22:20,006 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:22:20,006 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:22:20,006 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:22:20,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:20,006 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367340006,5,FailOnTimeoutGroup] 2024-11-11T23:22:20,006 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367340006,5,FailOnTimeoutGroup] 2024-11-11T23:22:20,006 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,006 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:22:20,007 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:22:20,007 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:22:20,035 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.HRegionServer(746): ClusterId : 67616e84-39f2-4241-80fb-6bf0df6563f8 2024-11-11T23:22:20,035 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:22:20,052 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:22:20,052 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:22:20,063 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:22:20,063 DEBUG [RS:0;cdbe53028b4b:37809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3723d2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:22:20,079 DEBUG [RS:0;cdbe53028b4b:37809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:37809 2024-11-11T23:22:20,079 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:22:20,079 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:22:20,079 DEBUG [RS:0;cdbe53028b4b:37809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:22:20,081 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,34161,1731367337802 with port=37809, startcode=1731367338007 2024-11-11T23:22:20,081 DEBUG [RS:0;cdbe53028b4b:37809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:22:20,085 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:22:20,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:20,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34161 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:20,087 DEBUG [RS:0;cdbe53028b4b:37809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3 2024-11-11T23:22:20,087 DEBUG [RS:0;cdbe53028b4b:37809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39451 2024-11-11T23:22:20,087 DEBUG [RS:0;cdbe53028b4b:37809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:22:20,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127/rs 2024-11-11T23:22:20,094 DEBUG [RS:0;cdbe53028b4b:37809 {}] zookeeper.ZKUtil(111): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Set watcher on existing znode=/0-184965127/rs/cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:20,094 WARN [RS:0;cdbe53028b4b:37809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:22:20,094 INFO [RS:0;cdbe53028b4b:37809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:20,094 DEBUG [RS:0;cdbe53028b4b:37809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/WALs/cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:20,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,37809,1731367338007] 2024-11-11T23:22:20,111 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:22:20,114 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:22:20,115 INFO [RS:0;cdbe53028b4b:37809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:22:20,115 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,116 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:22:20,117 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:22:20,117 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,117 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,117 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,117 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,117 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:22:20,118 DEBUG [RS:0;cdbe53028b4b:37809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:22:20,124 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,124 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,124 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,124 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,124 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,124 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37809,1731367338007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:22:20,144 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:22:20,144 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37809,1731367338007-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,144 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,144 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.Replication(171): cdbe53028b4b,37809,1731367338007 started 2024-11-11T23:22:20,163 INFO [RS:0;cdbe53028b4b:37809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:20,163 INFO [RS:0;cdbe53028b4b:37809 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,37809,1731367338007, RpcServer on cdbe53028b4b/172.17.0.2:37809, sessionid=0x1012c34f28c0001 2024-11-11T23:22:20,163 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:22:20,163 DEBUG [RS:0;cdbe53028b4b:37809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:20,163 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37809,1731367338007' 2024-11-11T23:22:20,163 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-184965127/flush-table-proc/abort' 2024-11-11T23:22:20,164 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-184965127/flush-table-proc/acquired' 2024-11-11T23:22:20,164 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:22:20,164 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:22:20,164 DEBUG [RS:0;cdbe53028b4b:37809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:20,164 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37809,1731367338007' 2024-11-11T23:22:20,164 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-184965127/online-snapshot/abort' 2024-11-11T23:22:20,165 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-184965127/online-snapshot/acquired' 2024-11-11T23:22:20,165 DEBUG [RS:0;cdbe53028b4b:37809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:22:20,165 INFO [RS:0;cdbe53028b4b:37809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:22:20,165 INFO [RS:0;cdbe53028b4b:37809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:22:20,265 INFO [RS:0;cdbe53028b4b:37809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:22:20,266 INFO [RS:0;cdbe53028b4b:37809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37809%2C1731367338007, suffix=, logDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/WALs/cdbe53028b4b,37809,1731367338007, archiveDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/oldWALs, maxLogs=10 2024-11-11T23:22:20,280 DEBUG [RS:0;cdbe53028b4b:37809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/WALs/cdbe53028b4b,37809,1731367338007/cdbe53028b4b%2C37809%2C1731367338007.1731367340267, exclude list is [], retry=0 2024-11-11T23:22:20,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46041,DS-b1806484-8a40-4a9a-9ff8-2bdc11cbfa81,DISK] 2024-11-11T23:22:20,301 INFO [RS:0;cdbe53028b4b:37809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/WALs/cdbe53028b4b,37809,1731367338007/cdbe53028b4b%2C37809%2C1731367338007.1731367340267 2024-11-11T23:22:20,308 DEBUG [RS:0;cdbe53028b4b:37809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43599:43599)] 2024-11-11T23:22:20,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:22:20,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3 2024-11-11T23:22:20,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:22:20,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:20,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:22:20,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:22:20,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:20,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:20,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:22:20,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:22:20,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:20,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:20,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:22:20,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:22:20,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:20,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:20,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:22:20,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:22:20,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:20,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:20,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:22:20,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/data/hbase/meta/1588230740 2024-11-11T23:22:20,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/data/hbase/meta/1588230740 2024-11-11T23:22:20,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:22:20,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:22:20,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:20,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:22:20,448 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:20,448 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68294630, jitterRate=0.01766929030418396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:20,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367340435Initializing all the Stores at 1731367340435Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367340435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367340436 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367340436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367340436Cleaning up temporary data from old regions at 1731367340445 (+9 ms)Region opened successfully at 1731367340449 (+4 ms) 2024-11-11T23:22:20,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:20,449 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:20,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:20,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:20,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:20,450 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:20,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367340449Disabling compacts and flushes for region at 1731367340449Disabling writes for close at 1731367340449Writing region close event to WAL at 1731367340449Closed at 1731367340449 2024-11-11T23:22:20,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:20,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:22:20,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:22:20,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:22:20,453 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:22:20,604 DEBUG [cdbe53028b4b:34161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:22:20,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:20,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37809,1731367338007, state=OPENING 2024-11-11T23:22:20,756 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:22:20,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:20,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-184965127 2024-11-11T23:22:20,767 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:22:20,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37809,1731367338007}] 2024-11-11T23:22:20,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184965127/meta-region-server: CHANGED 2024-11-11T23:22:20,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184965127/meta-region-server: CHANGED 2024-11-11T23:22:20,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:22:20,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:22:20,935 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:22:20,935 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:20,935 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:22:20,936 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37809%2C1731367338007.meta, suffix=.meta, logDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/WALs/cdbe53028b4b,37809,1731367338007, archiveDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/oldWALs, maxLogs=10 2024-11-11T23:22:20,962 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/WALs/cdbe53028b4b,37809,1731367338007/cdbe53028b4b%2C37809%2C1731367338007.meta.1731367340937.meta, exclude list is [], retry=0 2024-11-11T23:22:20,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46041,DS-b1806484-8a40-4a9a-9ff8-2bdc11cbfa81,DISK] 2024-11-11T23:22:20,974 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/WALs/cdbe53028b4b,37809,1731367338007/cdbe53028b4b%2C37809%2C1731367338007.meta.1731367340937.meta 2024-11-11T23:22:20,976 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43599:43599)] 2024-11-11T23:22:20,976 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:20,977 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:22:20,977 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:22:20,977 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:22:20,977 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:22:20,977 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:22:20,977 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:20,977 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:22:20,977 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:22:20,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:22:20,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:22:20,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:20,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:20,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:22:20,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:22:20,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:20,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:20,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:22:20,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:22:20,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:20,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:20,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:22:20,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:22:20,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:20,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:20,998 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:22:20,999 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/data/hbase/meta/1588230740 2024-11-11T23:22:21,000 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/data/hbase/meta/1588230740 2024-11-11T23:22:21,001 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:22:21,001 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:22:21,002 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:21,003 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:22:21,004 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72860481, jitterRate=0.08570577204227448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:21,004 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:22:21,004 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367340977Writing region info on filesystem at 1731367340977Initializing all the Stores at 1731367340978 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367340978Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367340983 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367340984 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367340984Cleaning up temporary data from old regions at 1731367341001 (+17 ms)Running coprocessor post-open hooks at 1731367341004 (+3 ms)Region opened successfully at 1731367341004 2024-11-11T23:22:21,005 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367340921 2024-11-11T23:22:21,008 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:22:21,008 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:22:21,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:21,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37809,1731367338007, state=OPEN 2024-11-11T23:22:21,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37809-0x1012c34f28c0001, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184965127/meta-region-server 2024-11-11T23:22:21,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1012c34f28c0000, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-184965127/meta-region-server 2024-11-11T23:22:21,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184965127/meta-region-server: CHANGED 2024-11-11T23:22:21,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-184965127/meta-region-server: CHANGED 2024-11-11T23:22:21,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:21,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:22:21,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37809,1731367338007 in 362 msec 2024-11-11T23:22:21,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:22:21,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-11T23:22:21,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:21,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:22:21,139 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:21,139 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37809,1731367338007, seqNum=-1] 2024-11-11T23:22:21,139 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:21,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:21,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1430 sec 2024-11-11T23:22:21,146 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367341146, completionTime=-1 2024-11-11T23:22:21,147 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:22:21,147 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:22:21,149 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:22:21,149 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367401149 2024-11-11T23:22:21,149 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367461149 2024-11-11T23:22:21,149 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T23:22:21,150 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34161,1731367337802-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:21,150 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34161,1731367337802-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:21,150 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34161,1731367337802-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:21,150 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:34161, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:21,150 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:21,153 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:22:21,156 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:21,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.088sec 2024-11-11T23:22:21,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:22:21,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:22:21,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:22:21,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:22:21,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:22:21,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34161,1731367337802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:22:21,160 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34161,1731367337802-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:22:21,170 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:22:21,170 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:22:21,170 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34161,1731367337802-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:21,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165472ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:21,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34161,-1 for getting cluster id 2024-11-11T23:22:21,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:21,238 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67616e84-39f2-4241-80fb-6bf0df6563f8' 2024-11-11T23:22:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67616e84-39f2-4241-80fb-6bf0df6563f8" 2024-11-11T23:22:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70671c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34161,-1] 2024-11-11T23:22:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:21,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:21,239 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:21,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50ef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:21,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:21,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37809,1731367338007, seqNum=-1] 2024-11-11T23:22:21,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:21,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:21,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:21,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58693 2024-11-11T23:22:21,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58693, baseZNode=/0-184965127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:21,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c34f28c0002 connected 2024-11-11T23:22:21,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799f7571 2024-11-11T23:22:21,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:21,295 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:21,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:22:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:22:21,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:22:21,298 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:21,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:22:21,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:22:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:22:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:21,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6deca4937c1f71a4967c18ad9462828b, NAME => 'test,,1731367341296.6deca4937c1f71a4967c18ad9462828b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3 2024-11-11T23:22:21,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46041 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:22:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:22,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:22:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367341296.6deca4937c1f71a4967c18ad9462828b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:22,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6deca4937c1f71a4967c18ad9462828b, disabling compactions & flushes 2024-11-11T23:22:22,111 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367341296.6deca4937c1f71a4967c18ad9462828b. 2024-11-11T23:22:22,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367341296.6deca4937c1f71a4967c18ad9462828b. 2024-11-11T23:22:22,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367341296.6deca4937c1f71a4967c18ad9462828b. after waiting 0 ms 2024-11-11T23:22:22,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367341296.6deca4937c1f71a4967c18ad9462828b. 2024-11-11T23:22:22,111 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367341296.6deca4937c1f71a4967c18ad9462828b. 2024-11-11T23:22:22,111 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6deca4937c1f71a4967c18ad9462828b: Waiting for close lock at 1731367342111Disabling compacts and flushes for region at 1731367342111Disabling writes for close at 1731367342111Writing region close event to WAL at 1731367342111Closed at 1731367342111 2024-11-11T23:22:22,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:22:22,113 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367341296.6deca4937c1f71a4967c18ad9462828b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367342112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367342112"}]},"ts":"1731367342112"} 2024-11-11T23:22:22,114 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:22:22,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:22:22,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367342115"}]},"ts":"1731367342115"} 2024-11-11T23:22:22,116 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:22:22,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6deca4937c1f71a4967c18ad9462828b, ASSIGN}] 2024-11-11T23:22:22,117 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6deca4937c1f71a4967c18ad9462828b, ASSIGN 2024-11-11T23:22:22,118 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6deca4937c1f71a4967c18ad9462828b, ASSIGN; state=OFFLINE, location=cdbe53028b4b,37809,1731367338007; forceNewPlan=false, retain=false 2024-11-11T23:22:22,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:22,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6deca4937c1f71a4967c18ad9462828b, regionState=OPENING, regionLocation=cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:22,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6deca4937c1f71a4967c18ad9462828b, ASSIGN because future has completed 2024-11-11T23:22:22,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6deca4937c1f71a4967c18ad9462828b, server=cdbe53028b4b,37809,1731367338007}] 2024-11-11T23:22:22,425 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367341296.6deca4937c1f71a4967c18ad9462828b. 2024-11-11T23:22:22,425 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6deca4937c1f71a4967c18ad9462828b, NAME => 'test,,1731367341296.6deca4937c1f71a4967c18ad9462828b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:22,425 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:22:22,425 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:22:22,425 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,425 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367341296.6deca4937c1f71a4967c18ad9462828b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:22,425 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,425 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,426 INFO [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,427 INFO [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6deca4937c1f71a4967c18ad9462828b columnFamilyName f 2024-11-11T23:22:22,427 DEBUG [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:22,427 INFO [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] regionserver.HStore(327): Store=6deca4937c1f71a4967c18ad9462828b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:22,428 INFO [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,428 INFO [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6deca4937c1f71a4967c18ad9462828b columnFamilyName f1 2024-11-11T23:22:22,428 DEBUG [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:22,428 INFO [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] regionserver.HStore(327): Store=6deca4937c1f71a4967c18ad9462828b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:22,428 INFO [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,429 INFO [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6deca4937c1f71a4967c18ad9462828b columnFamilyName norep 2024-11-11T23:22:22,429 DEBUG [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:22,429 INFO [StoreOpener-6deca4937c1f71a4967c18ad9462828b-1 {}] regionserver.HStore(327): Store=6deca4937c1f71a4967c18ad9462828b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:22,429 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,430 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/data/default/test/6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,430 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/data/default/test/6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,431 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,431 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,431 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:22:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:22,432 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,433 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/data/default/test/6deca4937c1f71a4967c18ad9462828b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:22,433 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6deca4937c1f71a4967c18ad9462828b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64919207, jitterRate=-0.03262843191623688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:22:22,433 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6deca4937c1f71a4967c18ad9462828b 2024-11-11T23:22:22,434 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6deca4937c1f71a4967c18ad9462828b: Running coprocessor pre-open hook at 1731367342425Writing region info on filesystem at 1731367342425Initializing all the Stores at 1731367342426 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367342426Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367342426Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367342426Cleaning up temporary data from old regions at 1731367342431 (+5 ms)Running coprocessor post-open hooks at 1731367342433 (+2 ms)Region opened successfully at 1731367342434 (+1 ms) 2024-11-11T23:22:22,434 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367341296.6deca4937c1f71a4967c18ad9462828b., pid=6, masterSystemTime=1731367342422 2024-11-11T23:22:22,436 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367341296.6deca4937c1f71a4967c18ad9462828b. 2024-11-11T23:22:22,436 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367341296.6deca4937c1f71a4967c18ad9462828b. 2024-11-11T23:22:22,436 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6deca4937c1f71a4967c18ad9462828b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,37809,1731367338007 2024-11-11T23:22:22,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6deca4937c1f71a4967c18ad9462828b, server=cdbe53028b4b,37809,1731367338007 because future has completed 2024-11-11T23:22:22,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:22:22,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6deca4937c1f71a4967c18ad9462828b, server=cdbe53028b4b,37809,1731367338007 in 168 msec 2024-11-11T23:22:22,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:22:22,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6deca4937c1f71a4967c18ad9462828b, ASSIGN in 324 msec 2024-11-11T23:22:22,442 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:22:22,442 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367342442"}]},"ts":"1731367342442"} 2024-11-11T23:22:22,443 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:22:22,443 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:22:22,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-11T23:22:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:23,442 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:22:23,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbceac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:23,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34161,-1 for getting cluster id 2024-11-11T23:22:23,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:23,443 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67616e84-39f2-4241-80fb-6bf0df6563f8' 2024-11-11T23:22:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67616e84-39f2-4241-80fb-6bf0df6563f8" 2024-11-11T23:22:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794988dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34161,-1] 2024-11-11T23:22:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:23,445 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e186155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:23,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@175ac627 2024-11-11T23:22:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:23,447 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:23,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:34161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:22:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:22:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:22:23,450 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:34161' 2024-11-11T23:22:23,451 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d765571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:23,451 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,34161,-1 for getting cluster id 2024-11-11T23:22:23,451 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:23,452 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67616e84-39f2-4241-80fb-6bf0df6563f8' 2024-11-11T23:22:23,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:23,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67616e84-39f2-4241-80fb-6bf0df6563f8" 2024-11-11T23:22:23,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c35b014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:23,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,34161,-1] 2024-11-11T23:22:23,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:23,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:23,453 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:23,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198bf7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:23,453 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:23,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,34161,1731367337802 2024-11-11T23:22:23,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d86aea7 2024-11-11T23:22:23,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:23,454 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:23,455 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T23:22:23,455 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:22:23,455 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:23,455 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:23,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:23,456 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cdbe53028b4b:34161, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T23:22:23,461 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cdbe53028b4b:34161, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cdbe53028b4b:34161, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cdbe53028b4b:34161, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T23:22:23,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cdbe53028b4b:34161, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-11T23:22:23,463 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T23:22:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:22:23,553 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://cdbe53028b4b:34161, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T23:22:23,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:23,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:23,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:23,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:23,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:23,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 362) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-823574738-172.17.0.2-1731367335671:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3-prefix:cdbe53028b4b,37809,1731367338007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7890 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1746139731_20 at /127.0.0.1:60882 [Receiving block BP-823574738-172.17.0.2-1731367335671:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58693) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58693) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 1 on default port 44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BP-823574738-172.17.0.2-1731367335671 heartbeating to localhost/127.0.0.1:39451 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: cdbe53028b4b:34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58693) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp288647248-7888 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa648432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1252578931) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp589872639-7937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp589872639-7936 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58693 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 3 on default port 39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6ae0ef50[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7889-acceptor-0@4103ca4c-ServerConnector@e834038{HTTP/1.1, (http/1.1)}{localhost:36915} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cdbe53028b4b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp288647248-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa648432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cdbe53028b4b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ProcessThread(sid:0 cport:58693): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0/data/data1/current/BP-823574738-172.17.0.2-1731367335671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fa6489f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@52b2b886 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa648432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-823574738-172.17.0.2-1731367335671:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa648432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cdbe53028b4b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367340006 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: master/cdbe53028b4b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-823574738-172.17.0.2-1731367335671:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1746139731_20 at /127.0.0.1:60834 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3-prefix:cdbe53028b4b,37809,1731367338007.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44453 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367340006 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;cdbe53028b4b:37809-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/cdbe53028b4b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/cluster_d1a748bf-cdc8-c883-6e8e-c65d6eb6cdc0/data/data2/current/BP-823574738-172.17.0.2-1731367335671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;cdbe53028b4b:37809 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39451/user/jenkins/test-data/b9c59dbf-9b4c-13ab-1109-8b35447517c3/MasterData-prefix:cdbe53028b4b,34161,1731367337802 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39451 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1280707612_20 at /127.0.0.1:60850 [Receiving block BP-823574738-172.17.0.2-1731367335671:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1746139731_20 at /127.0.0.1:60866 [Receiving block BP-823574738-172.17.0.2-1731367335671:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 3 on default port 44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@79452611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7934 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa648432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39451 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@742ecac9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 4 on default port 44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007fa648ad20d0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp589872639-7935-acceptor-0@273af910-ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:46127} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;cdbe53028b4b:34161 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3e7bafde-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6bb12d7b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp288647248-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1461160b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=870 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5271 (was 5340) 2024-11-11T23:22:23,567 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-11T23:22:23,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=5271 2024-11-11T23:22:23,578 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-11T23:22:23,590 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T23:22:23,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/hadoop.log.dir so I do NOT create it in target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c 2024-11-11T23:22:23,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:22:23,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/hadoop.tmp.dir so I do NOT create it in target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c 2024-11-11T23:22:23,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2fad20fb-3732-1c87-02d5-d0c7fd3e309d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:22:23,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c 2024-11-11T23:22:23,591 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/cluster_6a5fb569-fbc2-d9d5-b3e9-5583ad4038aa, deleteOnExit=true 2024-11-11T23:22:23,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/cluster_6a5fb569-fbc2-d9d5-b3e9-5583ad4038aa/zookeeper_0, clientPort=58914, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/cluster_6a5fb569-fbc2-d9d5-b3e9-5583ad4038aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/cluster_6a5fb569-fbc2-d9d5-b3e9-5583ad4038aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T23:22:23,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58914 2024-11-11T23:22:23,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:22:23,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/test.cache.data in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:22:23,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:22:23,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:22:23,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:22:23,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:22:24,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:24,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:22:24,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:22:24,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:22:24,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:22:24,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:24,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:22:24,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:22:24,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5208d3f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/java.io.tmpdir/jetty-localhost-34847-hadoop-hdfs-3_4_1-tests_jar-_-any-17068691711797448179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:24,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:34847} 2024-11-11T23:22:24,526 INFO [Time-limited test {}] server.Server(415): Started @324837ms 2024-11-11T23:22:25,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:25,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:22:25,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:22:25,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:22:25,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:22:25,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:22:25,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:22:25,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f17d5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/java.io.tmpdir/jetty-localhost-44357-hadoop-hdfs-3_4_1-tests_jar-_-any-7840801095166185927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:25,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:44357} 2024-11-11T23:22:25,143 INFO [Time-limited test {}] server.Server(415): Started @325454ms 2024-11-11T23:22:25,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:22:26,007 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/cluster_6a5fb569-fbc2-d9d5-b3e9-5583ad4038aa/data/data2/current/BP-155748976-172.17.0.2-1731367343608/current, will proceed with Du for space computation calculation, 2024-11-11T23:22:26,007 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/cluster_6a5fb569-fbc2-d9d5-b3e9-5583ad4038aa/data/data1/current/BP-155748976-172.17.0.2-1731367343608/current, will proceed with Du for space computation calculation, 2024-11-11T23:22:26,025 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:22:26,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa0f2e396560b with lease ID 0x5fecbdb22b646d0f: Processing first storage report for DS-b56f86fd-4fa6-43e7-ad4a-6521210d48ef from datanode DatanodeRegistration(127.0.0.1:41491, datanodeUuid=0d84ae4d-f7b2-40be-8a2c-f5ade5e4b274, infoPort=33475, infoSecurePort=0, ipcPort=42147, storageInfo=lv=-57;cid=testClusterID;nsid=1546515662;c=1731367343608) 2024-11-11T23:22:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa0f2e396560b with lease ID 0x5fecbdb22b646d0f: from storage DS-b56f86fd-4fa6-43e7-ad4a-6521210d48ef node DatanodeRegistration(127.0.0.1:41491, datanodeUuid=0d84ae4d-f7b2-40be-8a2c-f5ade5e4b274, infoPort=33475, infoSecurePort=0, ipcPort=42147, storageInfo=lv=-57;cid=testClusterID;nsid=1546515662;c=1731367343608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:22:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa0f2e396560b with lease ID 0x5fecbdb22b646d0f: Processing first storage report for DS-f1167654-ee6d-4620-8cd3-a28e708105cd from datanode DatanodeRegistration(127.0.0.1:41491, datanodeUuid=0d84ae4d-f7b2-40be-8a2c-f5ade5e4b274, infoPort=33475, infoSecurePort=0, ipcPort=42147, storageInfo=lv=-57;cid=testClusterID;nsid=1546515662;c=1731367343608) 2024-11-11T23:22:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa0f2e396560b with lease ID 0x5fecbdb22b646d0f: from storage DS-f1167654-ee6d-4620-8cd3-a28e708105cd node DatanodeRegistration(127.0.0.1:41491, datanodeUuid=0d84ae4d-f7b2-40be-8a2c-f5ade5e4b274, infoPort=33475, infoSecurePort=0, ipcPort=42147, storageInfo=lv=-57;cid=testClusterID;nsid=1546515662;c=1731367343608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:22:26,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c 2024-11-11T23:22:26,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:26,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:22:26,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:22:26,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T23:22:26,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T23:22:26,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T23:22:26,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T23:22:26,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T23:22:26,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:22:26,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T23:22:26,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T23:22:26,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T23:22:26,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222 with version=8 2024-11-11T23:22:26,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/hbase-staging 2024-11-11T23:22:26,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:22:26,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:26,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:26,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:22:26,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:26,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:22:26,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:22:26,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:22:26,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44647 2024-11-11T23:22:26,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44647 connecting to ZooKeeper ensemble=127.0.0.1:58914 2024-11-11T23:22:26,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446470x0, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:26,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44647-0x1012c3511950000 connected 2024-11-11T23:22:26,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:26,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:26,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on znode that does not yet exist, /0-2090696384/running 2024-11-11T23:22:26,641 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222, hbase.cluster.distributed=false 2024-11-11T23:22:26,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on znode that does not yet exist, /0-2090696384/acl 2024-11-11T23:22:26,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-11T23:22:26,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44647 2024-11-11T23:22:26,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44647 2024-11-11T23:22:26,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-11T23:22:26,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-11T23:22:26,661 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:22:26,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:26,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:26,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:22:26,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:26,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:22:26,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:22:26,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:22:26,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37343 2024-11-11T23:22:26,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37343 connecting to ZooKeeper ensemble=127.0.0.1:58914 2024-11-11T23:22:26,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:26,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373430x0, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:26,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373430x0, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on znode that does not yet exist, /0-2090696384/running 2024-11-11T23:22:26,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37343-0x1012c3511950001 connected 2024-11-11T23:22:26,710 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:22:26,711 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:22:26,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on znode that does not yet exist, /0-2090696384/master 2024-11-11T23:22:26,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on znode that does not yet exist, /0-2090696384/acl 2024-11-11T23:22:26,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37343 2024-11-11T23:22:26,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37343 2024-11-11T23:22:26,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37343 2024-11-11T23:22:26,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37343 2024-11-11T23:22:26,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37343 2024-11-11T23:22:26,738 DEBUG [M:0;cdbe53028b4b:44647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:44647 2024-11-11T23:22:26,740 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2090696384/backup-masters/cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384/backup-masters 2024-11-11T23:22:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384/backup-masters 2024-11-11T23:22:26,752 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on existing znode=/0-2090696384/backup-masters/cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:26,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:26,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090696384/master 2024-11-11T23:22:26,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:26,762 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on existing znode=/0-2090696384/master 2024-11-11T23:22:26,763 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2090696384/backup-masters/cdbe53028b4b,44647,1731367346483 from backup master directory 2024-11-11T23:22:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090696384/backup-masters/cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384/backup-masters 2024-11-11T23:22:26,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384/backup-masters 2024-11-11T23:22:26,773 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:22:26,773 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:26,775 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/hbase.id] with ID: 1f5aabdf-30ec-4245-8640-48db1afd1267 2024-11-11T23:22:26,775 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/.tmp/hbase.id 2024-11-11T23:22:26,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:22:26,779 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/.tmp/hbase.id]:[hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/hbase.id] 2024-11-11T23:22:26,786 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:26,786 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:22:26,786 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T23:22:26,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:26,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:26,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:22:27,199 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:22:27,200 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:22:27,200 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:27,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:22:27,605 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store 2024-11-11T23:22:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:22:27,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:22:27,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:27,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:28,018 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:28,018 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:28,018 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:28,019 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:28,019 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:28,019 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:28,019 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:28,019 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367348018Disabling compacts and flushes for region at 1731367348018Disabling writes for close at 1731367348019 (+1 ms)Writing region close event to WAL at 1731367348019Closed at 1731367348019 2024-11-11T23:22:28,020 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/.initializing 2024-11-11T23:22:28,020 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/WALs/cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:28,020 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:22:28,021 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C44647%2C1731367346483, suffix=, logDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/WALs/cdbe53028b4b,44647,1731367346483, archiveDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/oldWALs, maxLogs=10 2024-11-11T23:22:28,037 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/WALs/cdbe53028b4b,44647,1731367346483/cdbe53028b4b%2C44647%2C1731367346483.1731367348022, exclude list is [], retry=0 2024-11-11T23:22:28,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-b56f86fd-4fa6-43e7-ad4a-6521210d48ef,DISK] 2024-11-11T23:22:28,041 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/WALs/cdbe53028b4b,44647,1731367346483/cdbe53028b4b%2C44647%2C1731367346483.1731367348022 2024-11-11T23:22:28,045 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-11T23:22:28,045 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:28,045 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:28,045 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,045 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:22:28,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:28,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:28,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:22:28,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:28,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:28,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:22:28,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:28,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:28,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:22:28,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:28,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:28,051 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,052 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,052 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,052 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,052 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,053 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:28,053 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:28,065 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:28,065 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61973212, jitterRate=-0.0765271782875061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:28,066 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367348045Initializing all the Stores at 1731367348046 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367348046Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367348046Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367348046Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367348046Cleaning up temporary data from old regions at 1731367348052 (+6 ms)Region opened successfully at 1731367348066 (+14 ms) 2024-11-11T23:22:28,066 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:22:28,068 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798c3c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:22:28,069 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:22:28,069 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:22:28,069 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:22:28,069 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:22:28,070 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:22:28,070 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:22:28,070 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:22:28,075 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:22:28,076 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Unable to get data of znode /0-2090696384/balancer because node does not exist (not necessarily an error) 2024-11-11T23:22:28,088 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090696384/balancer already deleted, retry=false 2024-11-11T23:22:28,089 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:22:28,090 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Unable to get data of znode /0-2090696384/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:22:28,109 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090696384/normalizer already deleted, retry=false 2024-11-11T23:22:28,110 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:22:28,111 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Unable to get data of znode /0-2090696384/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:22:28,131 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090696384/switch/split already deleted, retry=false 2024-11-11T23:22:28,131 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Unable to get data of znode /0-2090696384/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:22:28,141 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090696384/switch/merge already deleted, retry=false 2024-11-11T23:22:28,143 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Unable to get data of znode /0-2090696384/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:22:28,152 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090696384/snapshot-cleanup already deleted, retry=false 2024-11-11T23:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090696384/running 2024-11-11T23:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090696384/running 2024-11-11T23:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:28,163 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,44647,1731367346483, sessionid=0x1012c3511950000, setting cluster-up flag (Was=false) 2024-11-11T23:22:28,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:28,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:28,215 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2090696384/flush-table-proc/acquired, /0-2090696384/flush-table-proc/reached, /0-2090696384/flush-table-proc/abort 2024-11-11T23:22:28,216 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:28,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:28,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:28,267 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2090696384/online-snapshot/acquired, /0-2090696384/online-snapshot/reached, /0-2090696384/online-snapshot/abort 2024-11-11T23:22:28,269 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:28,270 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:22:28,272 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:28,272 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:22:28,272 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:22:28,273 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,44647,1731367346483 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:22:28,274 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:28,274 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:28,274 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:28,274 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:28,274 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:22:28,274 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,274 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:22:28,274 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:28,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:22:28,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:28,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:22:28,353 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367378353 2024-11-11T23:22:28,353 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:22:28,353 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:22:28,354 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:22:28,354 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:22:28,354 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:22:28,354 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:22:28,354 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(746): ClusterId : 1f5aabdf-30ec-4245-8640-48db1afd1267 2024-11-11T23:22:28,354 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:22:28,363 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:22:28,363 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:22:28,364 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,374 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:22:28,374 DEBUG [RS:0;cdbe53028b4b:37343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420cd80c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:22:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:22:28,384 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:22:28,384 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:22:28,384 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:22:28,384 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:22:28,404 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:22:28,404 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:22:28,409 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367348404,5,FailOnTimeoutGroup] 2024-11-11T23:22:28,410 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367348409,5,FailOnTimeoutGroup] 2024-11-11T23:22:28,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:22:28,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,410 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,411 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:37343 2024-11-11T23:22:28,411 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:22:28,411 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:22:28,411 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:22:28,412 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,44647,1731367346483 with port=37343, startcode=1731367346661 2024-11-11T23:22:28,412 DEBUG [RS:0;cdbe53028b4b:37343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:22:28,415 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:22:28,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:28,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44647 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:28,417 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222 2024-11-11T23:22:28,417 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45351 2024-11-11T23:22:28,417 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:22:28,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384/rs 2024-11-11T23:22:28,427 DEBUG [RS:0;cdbe53028b4b:37343 {}] zookeeper.ZKUtil(111): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on existing znode=/0-2090696384/rs/cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:28,427 WARN [RS:0;cdbe53028b4b:37343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:22:28,428 INFO [RS:0;cdbe53028b4b:37343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:28,428 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:28,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,37343,1731367346661] 2024-11-11T23:22:28,443 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:22:28,445 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:22:28,448 INFO [RS:0;cdbe53028b4b:37343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:22:28,448 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,449 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:22:28,449 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:22:28,449 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,449 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:22:28,450 DEBUG [RS:0;cdbe53028b4b:37343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:22:28,456 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,456 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,456 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,456 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,456 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,456 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37343,1731367346661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:22:28,487 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:22:28,487 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,37343,1731367346661-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,488 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,488 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.Replication(171): cdbe53028b4b,37343,1731367346661 started 2024-11-11T23:22:28,513 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:28,513 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,37343,1731367346661, RpcServer on cdbe53028b4b/172.17.0.2:37343, sessionid=0x1012c3511950001 2024-11-11T23:22:28,513 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:22:28,513 DEBUG [RS:0;cdbe53028b4b:37343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:28,513 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37343,1731367346661' 2024-11-11T23:22:28,513 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2090696384/flush-table-proc/abort' 2024-11-11T23:22:28,514 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2090696384/flush-table-proc/acquired' 2024-11-11T23:22:28,515 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:22:28,515 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:22:28,515 DEBUG [RS:0;cdbe53028b4b:37343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:28,515 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,37343,1731367346661' 2024-11-11T23:22:28,515 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2090696384/online-snapshot/abort' 2024-11-11T23:22:28,515 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2090696384/online-snapshot/acquired' 2024-11-11T23:22:28,516 DEBUG [RS:0;cdbe53028b4b:37343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:22:28,516 INFO [RS:0;cdbe53028b4b:37343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:22:28,516 INFO [RS:0;cdbe53028b4b:37343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:22:28,616 INFO [RS:0;cdbe53028b4b:37343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:22:28,618 INFO [RS:0;cdbe53028b4b:37343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37343%2C1731367346661, suffix=, logDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661, archiveDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/oldWALs, maxLogs=10 2024-11-11T23:22:28,640 DEBUG [RS:0;cdbe53028b4b:37343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618, exclude list is [], retry=0 2024-11-11T23:22:28,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-b56f86fd-4fa6-43e7-ad4a-6521210d48ef,DISK] 2024-11-11T23:22:28,649 INFO [RS:0;cdbe53028b4b:37343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 2024-11-11T23:22:28,654 DEBUG [RS:0;cdbe53028b4b:37343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-11T23:22:28,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:22:28,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222 2024-11-11T23:22:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:22:28,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:28,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:22:28,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:22:28,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:28,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:28,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:22:28,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:22:28,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:28,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:28,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:22:28,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:22:28,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:28,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:28,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:22:28,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:22:28,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:28,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:28,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:22:28,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740 2024-11-11T23:22:28,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740 2024-11-11T23:22:28,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:22:28,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:22:28,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:28,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:22:28,836 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:28,837 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63637364, jitterRate=-0.05172938108444214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:28,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367348814Initializing all the Stores at 1731367348814Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367348815 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367348815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367348815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367348815Cleaning up temporary data from old regions at 1731367348825 (+10 ms)Region opened successfully at 1731367348837 (+12 ms) 2024-11-11T23:22:28,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:28,837 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:28,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:28,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:28,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:28,837 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:28,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367348837Disabling compacts and flushes for region at 1731367348837Disabling writes for close at 1731367348837Writing region close event to WAL at 1731367348837Closed at 1731367348837 2024-11-11T23:22:28,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:28,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:22:28,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:22:28,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:22:28,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:22:28,992 DEBUG [cdbe53028b4b:44647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:22:28,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:28,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37343,1731367346661, state=OPENING 2024-11-11T23:22:29,046 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:22:29,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:29,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:29,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090696384/meta-region-server: CHANGED 2024-11-11T23:22:29,090 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:22:29,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37343,1731367346661}] 2024-11-11T23:22:29,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090696384/meta-region-server: CHANGED 2024-11-11T23:22:29,243 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:22:29,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:22:29,249 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:22:29,249 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:29,249 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:22:29,255 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37343%2C1731367346661.meta, suffix=.meta, logDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661, archiveDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/oldWALs, maxLogs=10 2024-11-11T23:22:29,281 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.meta.1731367349255.meta, exclude list is [], retry=0 2024-11-11T23:22:29,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-b56f86fd-4fa6-43e7-ad4a-6521210d48ef,DISK] 2024-11-11T23:22:29,289 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.meta.1731367349255.meta 2024-11-11T23:22:29,292 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-11T23:22:29,293 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:29,293 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:22:29,293 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:22:29,294 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:22:29,294 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:22:29,294 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:22:29,294 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:29,294 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:22:29,294 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:22:29,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:22:29,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:22:29,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:29,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:29,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:22:29,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:22:29,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:29,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:29,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:22:29,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:22:29,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:29,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:29,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:22:29,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:22:29,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:29,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:29,314 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:22:29,316 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740 2024-11-11T23:22:29,317 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740 2024-11-11T23:22:29,318 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:22:29,318 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:22:29,318 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:29,320 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:22:29,320 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66152237, jitterRate=-0.014254853129386902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:29,320 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:22:29,320 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367349294Writing region info on filesystem at 1731367349294Initializing all the Stores at 1731367349295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367349295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367349304 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367349304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367349304Cleaning up temporary data from old regions at 1731367349318 (+14 ms)Running coprocessor post-open hooks at 1731367349320 (+2 ms)Region opened successfully at 1731367349320 2024-11-11T23:22:29,321 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367349243 2024-11-11T23:22:29,323 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:22:29,323 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:22:29,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:29,324 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,37343,1731367346661, state=OPEN 2024-11-11T23:22:29,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2090696384/meta-region-server 2024-11-11T23:22:29,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2090696384/meta-region-server 2024-11-11T23:22:29,341 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:29,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090696384/meta-region-server: CHANGED 2024-11-11T23:22:29,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090696384/meta-region-server: CHANGED 2024-11-11T23:22:29,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:22:29,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,37343,1731367346661 in 251 msec 2024-11-11T23:22:29,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:22:29,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-11T23:22:29,347 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:29,347 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:22:29,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:29,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37343,1731367346661, seqNum=-1] 2024-11-11T23:22:29,349 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:29,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:29,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0850 sec 2024-11-11T23:22:29,358 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367349358, completionTime=-1 2024-11-11T23:22:29,358 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:22:29,358 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:22:29,360 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:22:29,360 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367409360 2024-11-11T23:22:29,360 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367469360 2024-11-11T23:22:29,360 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T23:22:29,361 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,44647,1731367346483-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:29,361 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,44647,1731367346483-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:29,361 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,44647,1731367346483-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:29,361 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:44647, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:29,361 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:29,362 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:29,363 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:22:29,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.593sec 2024-11-11T23:22:29,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:22:29,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:22:29,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:22:29,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:22:29,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:22:29,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,44647,1731367346483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:22:29,366 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,44647,1731367346483-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:22:29,371 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:22:29,371 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:22:29,371 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,44647,1731367346483-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:29,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d4be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:29,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,44647,-1 for getting cluster id 2024-11-11T23:22:29,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:29,457 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f5aabdf-30ec-4245-8640-48db1afd1267' 2024-11-11T23:22:29,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:29,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f5aabdf-30ec-4245-8640-48db1afd1267" 2024-11-11T23:22:29,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c78a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:29,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,44647,-1] 2024-11-11T23:22:29,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:29,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:29,459 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:29,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:29,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:29,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37343,1731367346661, seqNum=-1] 2024-11-11T23:22:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:29,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:29,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58914 2024-11-11T23:22:29,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:29,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012c3511950002 connected 2024-11-11T23:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.log.dir so I do NOT create it in target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad 2024-11-11T23:22:29,492 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.tmp.dir so I do NOT create it in target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad 2024-11-11T23:22:29,492 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:22:29,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad 2024-11-11T23:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:22:29,492 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/cluster_a339fa31-0447-cb9d-0f20-8862b1ae2a44, deleteOnExit=true 2024-11-11T23:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/test.cache.data in system properties and HBase conf 2024-11-11T23:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:22:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:22:29,493 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:22:29,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:22:29,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:22:29,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:29,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:22:30,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:22:30,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:22:30,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:22:30,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:30,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:22:30,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:22:30,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1125a761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/java.io.tmpdir/jetty-localhost-42053-hadoop-hdfs-3_4_1-tests_jar-_-any-7685142722579878161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:30,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:42053} 2024-11-11T23:22:30,157 INFO [Time-limited test {}] server.Server(415): Started @330468ms 2024-11-11T23:22:30,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:30,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:22:30,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:22:30,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:22:30,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:22:30,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:22:30,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:22:30,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d5fa3db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/java.io.tmpdir/jetty-localhost-37441-hadoop-hdfs-3_4_1-tests_jar-_-any-1754961892098545670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:30,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:37441} 2024-11-11T23:22:30,746 INFO [Time-limited test {}] server.Server(415): Started @331058ms 2024-11-11T23:22:30,747 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:22:31,694 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/cluster_a339fa31-0447-cb9d-0f20-8862b1ae2a44/data/data1/current/BP-1600552001-172.17.0.2-1731367349546/current, will proceed with Du for space computation calculation, 2024-11-11T23:22:31,705 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/cluster_a339fa31-0447-cb9d-0f20-8862b1ae2a44/data/data2/current/BP-1600552001-172.17.0.2-1731367349546/current, will proceed with Du for space computation calculation, 2024-11-11T23:22:31,777 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:22:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e7b593b4c87d0b5 with lease ID 0xffd22f4e0809fa04: Processing first storage report for DS-e1d0e0f6-1129-4364-a062-43ecc705e3df from datanode DatanodeRegistration(127.0.0.1:39381, datanodeUuid=37a3e0fe-3b7b-4309-98e5-c78518f644e8, infoPort=46703, infoSecurePort=0, ipcPort=36151, storageInfo=lv=-57;cid=testClusterID;nsid=1160488470;c=1731367349546) 2024-11-11T23:22:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e7b593b4c87d0b5 with lease ID 0xffd22f4e0809fa04: from storage DS-e1d0e0f6-1129-4364-a062-43ecc705e3df node DatanodeRegistration(127.0.0.1:39381, datanodeUuid=37a3e0fe-3b7b-4309-98e5-c78518f644e8, infoPort=46703, infoSecurePort=0, ipcPort=36151, storageInfo=lv=-57;cid=testClusterID;nsid=1160488470;c=1731367349546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:22:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e7b593b4c87d0b5 with lease ID 0xffd22f4e0809fa04: Processing first storage report for DS-2ef50ace-c9ae-4725-9b87-26d2af90c717 from datanode DatanodeRegistration(127.0.0.1:39381, datanodeUuid=37a3e0fe-3b7b-4309-98e5-c78518f644e8, infoPort=46703, infoSecurePort=0, ipcPort=36151, storageInfo=lv=-57;cid=testClusterID;nsid=1160488470;c=1731367349546) 2024-11-11T23:22:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e7b593b4c87d0b5 with lease ID 0xffd22f4e0809fa04: from storage DS-2ef50ace-c9ae-4725-9b87-26d2af90c717 node DatanodeRegistration(127.0.0.1:39381, datanodeUuid=37a3e0fe-3b7b-4309-98e5-c78518f644e8, infoPort=46703, infoSecurePort=0, ipcPort=36151, storageInfo=lv=-57;cid=testClusterID;nsid=1160488470;c=1731367349546), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T23:22:31,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad 2024-11-11T23:22:31,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:31,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:22:32,292 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2 with version=8 2024-11-11T23:22:32,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/hbase-staging 2024-11-11T23:22:32,295 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:22:32,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:32,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:32,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:22:32,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:32,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:22:32,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:22:32,295 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:22:32,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38943 2024-11-11T23:22:32,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38943 connecting to ZooKeeper ensemble=127.0.0.1:58914 2024-11-11T23:22:32,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389430x0, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:32,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38943-0x1012c3511950003 connected 2024-11-11T23:22:32,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:32,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:32,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on znode that does not yet exist, /1-836405896/running 2024-11-11T23:22:32,431 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2, hbase.cluster.distributed=false 2024-11-11T23:22:32,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on znode that does not yet exist, /1-836405896/acl 2024-11-11T23:22:32,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38943 2024-11-11T23:22:32,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38943 2024-11-11T23:22:32,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38943 2024-11-11T23:22:32,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38943 2024-11-11T23:22:32,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38943 2024-11-11T23:22:32,466 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:22:32,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:32,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:32,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:22:32,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:32,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:22:32,466 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:22:32,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:22:32,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42867 2024-11-11T23:22:32,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42867 connecting to ZooKeeper ensemble=127.0.0.1:58914 2024-11-11T23:22:32,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:32,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:32,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428670x0, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:32,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428670x0, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on znode that does not yet exist, /1-836405896/running 2024-11-11T23:22:32,501 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:22:32,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42867-0x1012c3511950004 connected 2024-11-11T23:22:32,505 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:22:32,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on znode that does not yet exist, /1-836405896/master 2024-11-11T23:22:32,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on znode that does not yet exist, /1-836405896/acl 2024-11-11T23:22:32,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-11T23:22:32,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42867 2024-11-11T23:22:32,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42867 2024-11-11T23:22:32,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-11T23:22:32,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-11T23:22:32,552 DEBUG [M:0;cdbe53028b4b:38943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:38943 2024-11-11T23:22:32,556 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-836405896/backup-masters/cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:32,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896/backup-masters 2024-11-11T23:22:32,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896/backup-masters 2024-11-11T23:22:32,563 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on existing znode=/1-836405896/backup-masters/cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:32,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-836405896/master 2024-11-11T23:22:32,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:32,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:32,574 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on existing znode=/1-836405896/master 2024-11-11T23:22:32,576 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-836405896/backup-masters/cdbe53028b4b,38943,1731367352295 from backup master directory 2024-11-11T23:22:32,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896/backup-masters 2024-11-11T23:22:32,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836405896/backup-masters/cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:32,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896/backup-masters 2024-11-11T23:22:32,584 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:22:32,584 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:32,604 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/hbase.id] with ID: f059f961-a420-4e23-81be-2c9d96407ab3 2024-11-11T23:22:32,604 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/.tmp/hbase.id 2024-11-11T23:22:32,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:22:33,028 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/.tmp/hbase.id]:[hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/hbase.id] 2024-11-11T23:22:33,037 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:33,037 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:22:33,038 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:22:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:33,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:22:33,125 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:22:33,125 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:22:33,126 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:33,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:22:33,532 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store 2024-11-11T23:22:33,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:22:33,543 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:33,544 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:33,544 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:33,544 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:33,544 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:33,544 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:33,544 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:33,544 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367353543Disabling compacts and flushes for region at 1731367353543Disabling writes for close at 1731367353544 (+1 ms)Writing region close event to WAL at 1731367353544Closed at 1731367353544 2024-11-11T23:22:33,545 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/.initializing 2024-11-11T23:22:33,545 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/WALs/cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:33,545 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:22:33,547 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C38943%2C1731367352295, suffix=, logDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/WALs/cdbe53028b4b,38943,1731367352295, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/oldWALs, maxLogs=10 2024-11-11T23:22:33,563 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/WALs/cdbe53028b4b,38943,1731367352295/cdbe53028b4b%2C38943%2C1731367352295.1731367353547, exclude list is [], retry=0 2024-11-11T23:22:33,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39381,DS-e1d0e0f6-1129-4364-a062-43ecc705e3df,DISK] 2024-11-11T23:22:33,566 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/WALs/cdbe53028b4b,38943,1731367352295/cdbe53028b4b%2C38943%2C1731367352295.1731367353547 2024-11-11T23:22:33,567 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46703:46703)] 2024-11-11T23:22:33,567 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:33,567 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:33,567 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,567 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:22:33,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:33,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:33,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:22:33,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:33,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:33,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:22:33,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:33,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:33,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:22:33,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:33,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:33,576 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,576 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,576 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,577 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,577 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,578 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:33,579 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:33,581 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:33,582 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67205159, jitterRate=0.00143490731716156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:33,583 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367353567Initializing all the Stores at 1731367353568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367353568Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367353568Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367353568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367353568Cleaning up temporary data from old regions at 1731367353577 (+9 ms)Region opened successfully at 1731367353583 (+6 ms) 2024-11-11T23:22:33,583 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:22:33,586 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd066c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:22:33,587 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:22:33,587 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:22:33,587 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:22:33,588 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:22:33,588 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:22:33,588 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:22:33,589 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:22:33,607 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:22:33,609 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Unable to get data of znode /1-836405896/balancer because node does not exist (not necessarily an error) 2024-11-11T23:22:33,686 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836405896/balancer already deleted, retry=false 2024-11-11T23:22:33,686 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:22:33,687 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Unable to get data of znode /1-836405896/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:22:33,699 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836405896/normalizer already deleted, retry=false 2024-11-11T23:22:33,699 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:22:33,700 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Unable to get data of znode /1-836405896/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:22:33,709 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836405896/switch/split already deleted, retry=false 2024-11-11T23:22:33,710 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Unable to get data of znode /1-836405896/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:22:33,720 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836405896/switch/merge already deleted, retry=false 2024-11-11T23:22:33,722 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Unable to get data of znode /1-836405896/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:22:33,730 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-836405896/snapshot-cleanup already deleted, retry=false 2024-11-11T23:22:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-836405896/running 2024-11-11T23:22:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-836405896/running 2024-11-11T23:22:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:33,752 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,38943,1731367352295, sessionid=0x1012c3511950003, setting cluster-up flag (Was=false) 2024-11-11T23:22:33,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:33,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:33,804 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-836405896/flush-table-proc/acquired, /1-836405896/flush-table-proc/reached, /1-836405896/flush-table-proc/abort 2024-11-11T23:22:33,805 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:33,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:33,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:33,857 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-836405896/online-snapshot/acquired, /1-836405896/online-snapshot/reached, /1-836405896/online-snapshot/abort 2024-11-11T23:22:33,858 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:33,859 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:22:33,860 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:33,861 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:22:33,861 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:22:33,861 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,38943,1731367352295 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:22:33,862 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:33,862 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:33,862 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:33,863 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:33,863 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:22:33,863 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:33,863 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:22:33,863 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:33,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:33,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:22:33,866 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:33,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:22:33,868 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367383868 2024-11-11T23:22:33,868 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:22:33,868 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:22:33,868 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:22:33,868 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:22:33,868 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:22:33,869 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:22:33,876 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:33,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:22:33,888 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:22:33,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:22:33,889 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:22:33,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:22:33,900 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:22:33,900 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:22:33,904 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367353900,5,FailOnTimeoutGroup] 2024-11-11T23:22:33,912 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367353904,5,FailOnTimeoutGroup] 2024-11-11T23:22:33,912 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:33,912 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:22:33,912 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:33,912 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:33,938 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(746): ClusterId : f059f961-a420-4e23-81be-2c9d96407ab3 2024-11-11T23:22:33,938 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:22:33,950 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:22:33,950 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:22:33,963 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:22:33,963 DEBUG [RS:0;cdbe53028b4b:42867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4581ba61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:22:33,979 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:42867 2024-11-11T23:22:33,979 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:22:33,979 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:22:33,979 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:22:33,979 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,38943,1731367352295 with port=42867, startcode=1731367352465 2024-11-11T23:22:33,980 DEBUG [RS:0;cdbe53028b4b:42867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:22:33,981 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:22:33,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:33,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38943 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:33,983 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2 2024-11-11T23:22:33,983 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43815 2024-11-11T23:22:33,983 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:22:34,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896/rs 2024-11-11T23:22:34,065 DEBUG [RS:0;cdbe53028b4b:42867 {}] zookeeper.ZKUtil(111): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on existing znode=/1-836405896/rs/cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:34,065 WARN [RS:0;cdbe53028b4b:42867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:22:34,065 INFO [RS:0;cdbe53028b4b:42867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:34,065 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/WALs/cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:34,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,42867,1731367352465] 2024-11-11T23:22:34,067 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:22:34,069 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:22:34,069 INFO [RS:0;cdbe53028b4b:42867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:22:34,069 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,072 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:22:34,073 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:22:34,073 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:22:34,073 DEBUG [RS:0;cdbe53028b4b:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:22:34,074 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,074 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,074 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,074 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,074 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,074 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,42867,1731367352465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:22:34,096 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:22:34,097 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,42867,1731367352465-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,097 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,097 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.Replication(171): cdbe53028b4b,42867,1731367352465 started 2024-11-11T23:22:34,118 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:34,118 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,42867,1731367352465, RpcServer on cdbe53028b4b/172.17.0.2:42867, sessionid=0x1012c3511950004 2024-11-11T23:22:34,118 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:22:34,118 DEBUG [RS:0;cdbe53028b4b:42867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:34,118 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,42867,1731367352465' 2024-11-11T23:22:34,118 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-836405896/flush-table-proc/abort' 2024-11-11T23:22:34,119 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-836405896/flush-table-proc/acquired' 2024-11-11T23:22:34,119 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:22:34,119 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:22:34,120 DEBUG [RS:0;cdbe53028b4b:42867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:34,120 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,42867,1731367352465' 2024-11-11T23:22:34,120 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-836405896/online-snapshot/abort' 2024-11-11T23:22:34,120 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-836405896/online-snapshot/acquired' 2024-11-11T23:22:34,120 DEBUG [RS:0;cdbe53028b4b:42867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:22:34,120 INFO [RS:0;cdbe53028b4b:42867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:22:34,120 INFO [RS:0;cdbe53028b4b:42867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:22:34,221 INFO [RS:0;cdbe53028b4b:42867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:22:34,222 INFO [RS:0;cdbe53028b4b:42867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C42867%2C1731367352465, suffix=, logDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/WALs/cdbe53028b4b,42867,1731367352465, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/oldWALs, maxLogs=10 2024-11-11T23:22:34,238 DEBUG [RS:0;cdbe53028b4b:42867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/WALs/cdbe53028b4b,42867,1731367352465/cdbe53028b4b%2C42867%2C1731367352465.1731367354222, exclude list is [], retry=0 2024-11-11T23:22:34,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39381,DS-e1d0e0f6-1129-4364-a062-43ecc705e3df,DISK] 2024-11-11T23:22:34,242 INFO [RS:0;cdbe53028b4b:42867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/WALs/cdbe53028b4b,42867,1731367352465/cdbe53028b4b%2C42867%2C1731367352465.1731367354222 2024-11-11T23:22:34,242 DEBUG [RS:0;cdbe53028b4b:42867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46703:46703)] 2024-11-11T23:22:34,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:22:34,299 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2 2024-11-11T23:22:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741833_1009 (size=32) 2024-11-11T23:22:34,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:34,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:22:34,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:22:34,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:22:34,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:22:34,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:34,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:34,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:22:34,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:22:34,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:34,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:34,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:22:34,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:22:34,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:34,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:34,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:22:34,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740 2024-11-11T23:22:34,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740 2024-11-11T23:22:34,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:22:34,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:22:34,712 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:34,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:22:34,715 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:34,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60956646, jitterRate=-0.09167519211769104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:34,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367354705Initializing all the Stores at 1731367354705Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367354705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367354706 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367354706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367354706Cleaning up temporary data from old regions at 1731367354712 (+6 ms)Region opened successfully at 1731367354715 (+3 ms) 2024-11-11T23:22:34,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:34,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:34,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:34,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:34,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:34,716 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:34,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367354716Disabling compacts and flushes for region at 1731367354716Disabling writes for close at 1731367354716Writing region close event to WAL at 1731367354716Closed at 1731367354716 2024-11-11T23:22:34,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:34,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:22:34,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:22:34,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:22:34,719 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:22:34,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:22:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,869 DEBUG [cdbe53028b4b:38943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:22:34,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:34,870 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,42867,1731367352465, state=OPENING 2024-11-11T23:22:34,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:34,920 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:22:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:34,931 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:22:34,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,42867,1731367352465}] 2024-11-11T23:22:34,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-836405896/meta-region-server: CHANGED 2024-11-11T23:22:34,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-836405896/meta-region-server: CHANGED 2024-11-11T23:22:35,084 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:22:35,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:22:35,088 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:22:35,088 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:35,088 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:22:35,089 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C42867%2C1731367352465.meta, suffix=.meta, logDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/WALs/cdbe53028b4b,42867,1731367352465, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/oldWALs, maxLogs=10 2024-11-11T23:22:35,107 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/WALs/cdbe53028b4b,42867,1731367352465/cdbe53028b4b%2C42867%2C1731367352465.meta.1731367355090.meta, exclude list is [], retry=0 2024-11-11T23:22:35,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39381,DS-e1d0e0f6-1129-4364-a062-43ecc705e3df,DISK] 2024-11-11T23:22:35,110 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/WALs/cdbe53028b4b,42867,1731367352465/cdbe53028b4b%2C42867%2C1731367352465.meta.1731367355090.meta 2024-11-11T23:22:35,111 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46703:46703)] 2024-11-11T23:22:35,111 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:35,111 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:22:35,111 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:22:35,112 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:22:35,112 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:22:35,112 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:22:35,112 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:35,112 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:22:35,112 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:22:35,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:22:35,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:22:35,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:35,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:35,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:22:35,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:22:35,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:35,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:35,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:22:35,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:22:35,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:35,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:35,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:22:35,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:22:35,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:35,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:35,117 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:22:35,117 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740 2024-11-11T23:22:35,118 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740 2024-11-11T23:22:35,119 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:22:35,119 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:22:35,119 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:35,120 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:22:35,121 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67426790, jitterRate=0.00473746657371521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:35,121 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:22:35,121 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367355112Writing region info on filesystem at 1731367355112Initializing all the Stores at 1731367355113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367355113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367355113Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367355113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367355113Cleaning up temporary data from old regions at 1731367355119 (+6 ms)Running coprocessor post-open hooks at 1731367355121 (+2 ms)Region opened successfully at 1731367355121 2024-11-11T23:22:35,122 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367355083 2024-11-11T23:22:35,123 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:22:35,123 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:22:35,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:35,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,42867,1731367352465, state=OPEN 2024-11-11T23:22:35,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-836405896/meta-region-server 2024-11-11T23:22:35,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-836405896/meta-region-server 2024-11-11T23:22:35,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:35,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-836405896/meta-region-server: CHANGED 2024-11-11T23:22:35,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-836405896/meta-region-server: CHANGED 2024-11-11T23:22:35,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:22:35,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,42867,1731367352465 in 199 msec 2024-11-11T23:22:35,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:22:35,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-11T23:22:35,134 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:35,134 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:22:35,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:35,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42867,1731367352465, seqNum=-1] 2024-11-11T23:22:35,135 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:35,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:35,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-11T23:22:35,140 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367355140, completionTime=-1 2024-11-11T23:22:35,140 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:22:35,140 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:22:35,142 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:22:35,142 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367415142 2024-11-11T23:22:35,142 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367475142 2024-11-11T23:22:35,142 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T23:22:35,143 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38943,1731367352295-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:35,143 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38943,1731367352295-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:35,143 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38943,1731367352295-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:35,143 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:38943, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:35,143 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:35,143 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:35,144 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:22:35,146 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-11-11T23:22:35,146 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:22:35,146 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:22:35,146 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:22:35,146 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:22:35,146 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:22:35,147 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38943,1731367352295-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:22:35,147 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38943,1731367352295-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:22:35,148 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:22:35,148 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:22:35,148 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,38943,1731367352295-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:35,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:35,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38943,-1 for getting cluster id 2024-11-11T23:22:35,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:35,240 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f059f961-a420-4e23-81be-2c9d96407ab3' 2024-11-11T23:22:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f059f961-a420-4e23-81be-2c9d96407ab3" 2024-11-11T23:22:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ca8022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38943,-1] 2024-11-11T23:22:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:35,242 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:35,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:35,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:35,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42867,1731367352465, seqNum=-1] 2024-11-11T23:22:35,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:35,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:35,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:35,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58914 2024-11-11T23:22:35,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:35,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012c3511950005 connected 2024-11-11T23:22:35,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.log.dir so I do NOT create it in target/test-data/1d05a5db-4120-942f-721b-2409a526434b 2024-11-11T23:22:35,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T23:22:35,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.tmp.dir so I do NOT create it in target/test-data/1d05a5db-4120-942f-721b-2409a526434b 2024-11-11T23:22:35,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T23:22:35,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b 2024-11-11T23:22:35,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T23:22:35,270 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/cluster_7f4720cf-2608-953a-0068-cdf3af54fe80, deleteOnExit=true 2024-11-11T23:22:35,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T23:22:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/test.cache.data in system properties and HBase conf 2024-11-11T23:22:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T23:22:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/hadoop.log.dir in system properties and HBase conf 2024-11-11T23:22:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T23:22:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T23:22:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T23:22:35,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T23:22:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:22:35,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/nfs.dump.dir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/java.io.tmpdir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T23:22:35,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T23:22:35,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:35,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:22:35,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:22:35,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:22:35,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T23:22:35,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:35,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:22:35,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:22:35,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a65f36e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/java.io.tmpdir/jetty-localhost-41947-hadoop-hdfs-3_4_1-tests_jar-_-any-14512230822583603270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:35,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:41947} 2024-11-11T23:22:35,810 INFO [Time-limited test {}] server.Server(415): Started @336121ms 2024-11-11T23:22:36,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T23:22:36,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T23:22:36,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T23:22:36,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T23:22:36,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T23:22:36,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/hadoop.log.dir/,AVAILABLE} 2024-11-11T23:22:36,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T23:22:36,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8b387b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/java.io.tmpdir/jetty-localhost-42973-hadoop-hdfs-3_4_1-tests_jar-_-any-2183827323746357770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:36,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:42973} 2024-11-11T23:22:36,258 INFO [Time-limited test {}] server.Server(415): Started @336569ms 2024-11-11T23:22:36,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T23:22:37,268 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/cluster_7f4720cf-2608-953a-0068-cdf3af54fe80/data/data1/current/BP-1368582419-172.17.0.2-1731367355292/current, will proceed with Du for space computation calculation, 2024-11-11T23:22:37,268 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/cluster_7f4720cf-2608-953a-0068-cdf3af54fe80/data/data2/current/BP-1368582419-172.17.0.2-1731367355292/current, will proceed with Du for space computation calculation, 2024-11-11T23:22:37,321 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T23:22:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6534b00ff351326 with lease ID 0x554d85e824da2efb: Processing first storage report for DS-f2265ee9-9eb8-4224-9fa6-8930a6ed031d from datanode DatanodeRegistration(127.0.0.1:43351, datanodeUuid=26a62e04-e3e2-4400-8829-0a31c85791e3, infoPort=33577, infoSecurePort=0, ipcPort=35839, storageInfo=lv=-57;cid=testClusterID;nsid=1799385384;c=1731367355292) 2024-11-11T23:22:37,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6534b00ff351326 with lease ID 0x554d85e824da2efb: from storage DS-f2265ee9-9eb8-4224-9fa6-8930a6ed031d node DatanodeRegistration(127.0.0.1:43351, datanodeUuid=26a62e04-e3e2-4400-8829-0a31c85791e3, infoPort=33577, infoSecurePort=0, ipcPort=35839, storageInfo=lv=-57;cid=testClusterID;nsid=1799385384;c=1731367355292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:22:37,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6534b00ff351326 with lease ID 0x554d85e824da2efb: Processing first storage report for DS-3e6c4c66-25a5-4af4-acdb-c5479ec11656 from datanode DatanodeRegistration(127.0.0.1:43351, datanodeUuid=26a62e04-e3e2-4400-8829-0a31c85791e3, infoPort=33577, infoSecurePort=0, ipcPort=35839, storageInfo=lv=-57;cid=testClusterID;nsid=1799385384;c=1731367355292) 2024-11-11T23:22:37,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6534b00ff351326 with lease ID 0x554d85e824da2efb: from storage DS-3e6c4c66-25a5-4af4-acdb-c5479ec11656 node DatanodeRegistration(127.0.0.1:43351, datanodeUuid=26a62e04-e3e2-4400-8829-0a31c85791e3, infoPort=33577, infoSecurePort=0, ipcPort=35839, storageInfo=lv=-57;cid=testClusterID;nsid=1799385384;c=1731367355292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T23:22:37,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b 2024-11-11T23:22:37,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:37,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:37,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741825_1001 (size=7) 2024-11-11T23:22:37,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f with version=8 2024-11-11T23:22:37,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/hbase-staging 2024-11-11T23:22:37,383 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:22:37,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:37,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:37,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:22:37,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:37,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:22:37,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T23:22:37,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:22:37,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43199 2024-11-11T23:22:37,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43199 connecting to ZooKeeper ensemble=127.0.0.1:58914 2024-11-11T23:22:37,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431990x0, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:37,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43199-0x1012c3511950006 connected 2024-11-11T23:22:37,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:37,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:37,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on znode that does not yet exist, /2-1405960227/running 2024-11-11T23:22:37,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f, hbase.cluster.distributed=false 2024-11-11T23:22:37,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on znode that does not yet exist, /2-1405960227/acl 2024-11-11T23:22:37,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43199 2024-11-11T23:22:37,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43199 2024-11-11T23:22:37,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43199 2024-11-11T23:22:37,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43199 2024-11-11T23:22:37,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43199 2024-11-11T23:22:37,549 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cdbe53028b4b:0 server-side Connection retries=45 2024-11-11T23:22:37,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:37,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:37,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T23:22:37,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T23:22:37,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T23:22:37,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T23:22:37,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T23:22:37,550 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34311 2024-11-11T23:22:37,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34311 connecting to ZooKeeper ensemble=127.0.0.1:58914 2024-11-11T23:22:37,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:37,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:37,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343110x0, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on znode that does not yet exist, /2-1405960227/running 2024-11-11T23:22:37,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343110x0, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:37,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T23:22:37,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34311-0x1012c3511950007 connected 2024-11-11T23:22:37,576 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T23:22:37,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on znode that does not yet exist, /2-1405960227/master 2024-11-11T23:22:37,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on znode that does not yet exist, /2-1405960227/acl 2024-11-11T23:22:37,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34311 2024-11-11T23:22:37,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34311 2024-11-11T23:22:37,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34311 2024-11-11T23:22:37,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34311 2024-11-11T23:22:37,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34311 2024-11-11T23:22:37,621 DEBUG [M:0;cdbe53028b4b:43199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cdbe53028b4b:43199 2024-11-11T23:22:37,621 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1405960227/backup-masters/cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:37,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227/backup-masters 2024-11-11T23:22:37,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227/backup-masters 2024-11-11T23:22:37,637 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on existing znode=/2-1405960227/backup-masters/cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:37,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1405960227/master 2024-11-11T23:22:37,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:37,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:37,647 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on existing znode=/2-1405960227/master 2024-11-11T23:22:37,648 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1405960227/backup-masters/cdbe53028b4b,43199,1731367357382 from backup master directory 2024-11-11T23:22:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227/backup-masters 2024-11-11T23:22:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1405960227/backup-masters/cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:37,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227/backup-masters 2024-11-11T23:22:37,657 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:22:37,657 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:37,661 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/hbase.id] with ID: 34f00819-91da-491b-8436-c280a6a83634 2024-11-11T23:22:37,661 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/.tmp/hbase.id 2024-11-11T23:22:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741826_1002 (size=42) 2024-11-11T23:22:37,684 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/.tmp/hbase.id]:[hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/hbase.id] 2024-11-11T23:22:37,703 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:37,704 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T23:22:37,705 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T23:22:37,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:37,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741827_1003 (size=196) 2024-11-11T23:22:37,731 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:22:37,732 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T23:22:37,735 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:37,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741828_1004 (size=1189) 2024-11-11T23:22:37,753 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store 2024-11-11T23:22:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741829_1005 (size=34) 2024-11-11T23:22:37,767 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:37,767 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:37,767 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:37,767 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:37,767 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:37,767 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:37,767 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:37,767 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367357767Disabling compacts and flushes for region at 1731367357767Disabling writes for close at 1731367357767Writing region close event to WAL at 1731367357767Closed at 1731367357767 2024-11-11T23:22:37,768 WARN [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/.initializing 2024-11-11T23:22:37,768 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/WALs/cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:37,769 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:22:37,771 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cdbe53028b4b%2C43199%2C1731367357382, suffix=, logDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/WALs/cdbe53028b4b,43199,1731367357382, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/oldWALs, maxLogs=10 2024-11-11T23:22:37,792 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/WALs/cdbe53028b4b,43199,1731367357382/cdbe53028b4b%2C43199%2C1731367357382.1731367357771, exclude list is [], retry=0 2024-11-11T23:22:37,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-f2265ee9-9eb8-4224-9fa6-8930a6ed031d,DISK] 2024-11-11T23:22:37,800 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/WALs/cdbe53028b4b,43199,1731367357382/cdbe53028b4b%2C43199%2C1731367357382.1731367357771 2024-11-11T23:22:37,803 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-11-11T23:22:37,804 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:37,804 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:37,804 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,804 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T23:22:37,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:37,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:37,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T23:22:37,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:37,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:37,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T23:22:37,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:37,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:37,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T23:22:37,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:37,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:37,816 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,817 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,817 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,819 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,819 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,819 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:37,820 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T23:22:37,825 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:37,825 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74330368, jitterRate=0.10760879516601562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:37,826 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731367357804Initializing all the Stores at 1731367357807 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367357807Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367357808 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367357808Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367357808Cleaning up temporary data from old regions at 1731367357819 (+11 ms)Region opened successfully at 1731367357826 (+7 ms) 2024-11-11T23:22:37,830 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T23:22:37,833 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8df29b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:22:37,834 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T23:22:37,835 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T23:22:37,835 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T23:22:37,835 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T23:22:37,836 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T23:22:37,836 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T23:22:37,836 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T23:22:37,838 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T23:22:37,839 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Unable to get data of znode /2-1405960227/balancer because node does not exist (not necessarily an error) 2024-11-11T23:22:37,846 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1405960227/balancer already deleted, retry=false 2024-11-11T23:22:37,847 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T23:22:37,847 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Unable to get data of znode /2-1405960227/normalizer because node does not exist (not necessarily an error) 2024-11-11T23:22:37,856 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1405960227/normalizer already deleted, retry=false 2024-11-11T23:22:37,857 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T23:22:37,859 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Unable to get data of znode /2-1405960227/switch/split because node does not exist (not necessarily an error) 2024-11-11T23:22:37,867 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1405960227/switch/split already deleted, retry=false 2024-11-11T23:22:37,868 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Unable to get data of znode /2-1405960227/switch/merge because node does not exist (not necessarily an error) 2024-11-11T23:22:37,877 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1405960227/switch/merge already deleted, retry=false 2024-11-11T23:22:37,880 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Unable to get data of znode /2-1405960227/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T23:22:37,888 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1405960227/snapshot-cleanup already deleted, retry=false 2024-11-11T23:22:37,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1405960227/running 2024-11-11T23:22:37,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1405960227/running 2024-11-11T23:22:37,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:37,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:37,901 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cdbe53028b4b,43199,1731367357382, sessionid=0x1012c3511950006, setting cluster-up flag (Was=false) 2024-11-11T23:22:37,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:37,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:37,951 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1405960227/flush-table-proc/acquired, /2-1405960227/flush-table-proc/reached, /2-1405960227/flush-table-proc/abort 2024-11-11T23:22:37,953 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:37,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:37,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:38,004 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1405960227/online-snapshot/acquired, /2-1405960227/online-snapshot/reached, /2-1405960227/online-snapshot/abort 2024-11-11T23:22:38,005 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:38,006 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T23:22:38,008 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:38,008 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T23:22:38,008 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T23:22:38,009 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cdbe53028b4b,43199,1731367357382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T23:22:38,010 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:38,010 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:38,010 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:38,010 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=5, maxPoolSize=5 2024-11-11T23:22:38,011 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cdbe53028b4b:0, corePoolSize=10, maxPoolSize=10 2024-11-11T23:22:38,011 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,011 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:22:38,011 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:38,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T23:22:38,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T23:22:38,035 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731367388034 2024-11-11T23:22:38,035 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T23:22:38,035 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T23:22:38,035 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T23:22:38,035 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T23:22:38,035 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T23:22:38,035 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T23:22:38,036 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,040 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T23:22:38,040 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T23:22:38,040 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T23:22:38,041 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T23:22:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741831_1007 (size=1321) 2024-11-11T23:22:38,053 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T23:22:38,053 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T23:22:38,060 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367358053,5,FailOnTimeoutGroup] 2024-11-11T23:22:38,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T23:22:38,060 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f 2024-11-11T23:22:38,068 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367358060,5,FailOnTimeoutGroup] 2024-11-11T23:22:38,068 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,068 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T23:22:38,068 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,068 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741832_1008 (size=32) 2024-11-11T23:22:38,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:38,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:22:38,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:22:38,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:38,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:22:38,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:22:38,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:38,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:22:38,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:22:38,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:38,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:22:38,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:22:38,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:38,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:22:38,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740 2024-11-11T23:22:38,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740 2024-11-11T23:22:38,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:22:38,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:22:38,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:38,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:22:38,109 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:38,109 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58940263, jitterRate=-0.12172164022922516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:38,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731367358079Initializing all the Stores at 1731367358079Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367358079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367358084 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367358084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367358084Cleaning up temporary data from old regions at 1731367358098 (+14 ms)Region opened successfully at 1731367358109 (+11 ms) 2024-11-11T23:22:38,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:38,110 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:38,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:38,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:38,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:38,121 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(746): ClusterId : 34f00819-91da-491b-8436-c280a6a83634 2024-11-11T23:22:38,121 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T23:22:38,122 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:38,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367358110Disabling compacts and flushes for region at 1731367358110Disabling writes for close at 1731367358110Writing region close event to WAL at 1731367358122 (+12 ms)Closed at 1731367358122 2024-11-11T23:22:38,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:38,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T23:22:38,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T23:22:38,125 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:22:38,126 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T23:22:38,131 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T23:22:38,131 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T23:22:38,142 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T23:22:38,142 DEBUG [RS:0;cdbe53028b4b:34311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9dd4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cdbe53028b4b/172.17.0.2:0 2024-11-11T23:22:38,170 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cdbe53028b4b:34311 2024-11-11T23:22:38,170 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T23:22:38,170 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T23:22:38,170 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T23:22:38,170 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(2659): reportForDuty to master=cdbe53028b4b,43199,1731367357382 with port=34311, startcode=1731367357549 2024-11-11T23:22:38,171 DEBUG [RS:0;cdbe53028b4b:34311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T23:22:38,172 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T23:22:38,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:38,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43199 {}] master.ServerManager(517): Registering regionserver=cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:38,189 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f 2024-11-11T23:22:38,189 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36621 2024-11-11T23:22:38,190 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T23:22:38,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227/rs 2024-11-11T23:22:38,245 DEBUG [RS:0;cdbe53028b4b:34311 {}] zookeeper.ZKUtil(111): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on existing znode=/2-1405960227/rs/cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:38,245 WARN [RS:0;cdbe53028b4b:34311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T23:22:38,246 INFO [RS:0;cdbe53028b4b:34311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:38,246 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/WALs/cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:38,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cdbe53028b4b,34311,1731367357549] 2024-11-11T23:22:38,251 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T23:22:38,255 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T23:22:38,257 INFO [RS:0;cdbe53028b4b:34311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T23:22:38,257 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,257 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T23:22:38,258 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T23:22:38,259 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cdbe53028b4b:0, corePoolSize=2, maxPoolSize=2 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cdbe53028b4b:0, corePoolSize=1, maxPoolSize=1 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:22:38,259 DEBUG [RS:0;cdbe53028b4b:34311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cdbe53028b4b:0, corePoolSize=3, maxPoolSize=3 2024-11-11T23:22:38,267 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,267 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,267 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,267 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,267 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,267 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34311,1731367357549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:22:38,276 WARN [cdbe53028b4b:43199 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T23:22:38,293 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T23:22:38,293 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,34311,1731367357549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,293 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,293 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.Replication(171): cdbe53028b4b,34311,1731367357549 started 2024-11-11T23:22:38,317 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,317 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1482): Serving as cdbe53028b4b,34311,1731367357549, RpcServer on cdbe53028b4b/172.17.0.2:34311, sessionid=0x1012c3511950007 2024-11-11T23:22:38,318 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T23:22:38,318 DEBUG [RS:0;cdbe53028b4b:34311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:38,318 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,34311,1731367357549' 2024-11-11T23:22:38,318 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1405960227/flush-table-proc/abort' 2024-11-11T23:22:38,318 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1405960227/flush-table-proc/acquired' 2024-11-11T23:22:38,319 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T23:22:38,319 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T23:22:38,319 DEBUG [RS:0;cdbe53028b4b:34311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:38,319 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cdbe53028b4b,34311,1731367357549' 2024-11-11T23:22:38,319 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1405960227/online-snapshot/abort' 2024-11-11T23:22:38,319 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1405960227/online-snapshot/acquired' 2024-11-11T23:22:38,320 DEBUG [RS:0;cdbe53028b4b:34311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T23:22:38,320 INFO [RS:0;cdbe53028b4b:34311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T23:22:38,320 INFO [RS:0;cdbe53028b4b:34311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T23:22:38,420 INFO [RS:0;cdbe53028b4b:34311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T23:22:38,422 INFO [RS:0;cdbe53028b4b:34311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C34311%2C1731367357549, suffix=, logDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/WALs/cdbe53028b4b,34311,1731367357549, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/oldWALs, maxLogs=10 2024-11-11T23:22:38,442 DEBUG [RS:0;cdbe53028b4b:34311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/WALs/cdbe53028b4b,34311,1731367357549/cdbe53028b4b%2C34311%2C1731367357549.1731367358422, exclude list is [], retry=0 2024-11-11T23:22:38,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-f2265ee9-9eb8-4224-9fa6-8930a6ed031d,DISK] 2024-11-11T23:22:38,448 INFO [RS:0;cdbe53028b4b:34311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/WALs/cdbe53028b4b,34311,1731367357549/cdbe53028b4b%2C34311%2C1731367357549.1731367358422 2024-11-11T23:22:38,452 DEBUG [RS:0;cdbe53028b4b:34311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-11-11T23:22:38,527 DEBUG [cdbe53028b4b:43199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T23:22:38,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:38,528 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,34311,1731367357549, state=OPENING 2024-11-11T23:22:38,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T23:22:38,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:38,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:38,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1405960227/meta-region-server: CHANGED 2024-11-11T23:22:38,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1405960227/meta-region-server: CHANGED 2024-11-11T23:22:38,563 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T23:22:38,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,34311,1731367357549}] 2024-11-11T23:22:38,720 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:22:38,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:22:38,724 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T23:22:38,724 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:38,724 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T23:22:38,725 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C34311%2C1731367357549.meta, suffix=.meta, logDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/WALs/cdbe53028b4b,34311,1731367357549, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/oldWALs, maxLogs=10 2024-11-11T23:22:38,738 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/WALs/cdbe53028b4b,34311,1731367357549/cdbe53028b4b%2C34311%2C1731367357549.meta.1731367358726.meta, exclude list is [], retry=0 2024-11-11T23:22:38,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43351,DS-f2265ee9-9eb8-4224-9fa6-8930a6ed031d,DISK] 2024-11-11T23:22:38,741 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/WALs/cdbe53028b4b,34311,1731367357549/cdbe53028b4b%2C34311%2C1731367357549.meta.1731367358726.meta 2024-11-11T23:22:38,741 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33577:33577)] 2024-11-11T23:22:38,741 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:38,742 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:22:38,742 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:22:38,742 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T23:22:38,742 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T23:22:38,742 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T23:22:38,742 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:38,742 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T23:22:38,742 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T23:22:38,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T23:22:38,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T23:22:38,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:38,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T23:22:38,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T23:22:38,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:38,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T23:22:38,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T23:22:38,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:38,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T23:22:38,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T23:22:38,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T23:22:38,747 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T23:22:38,748 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740 2024-11-11T23:22:38,748 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740 2024-11-11T23:22:38,749 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T23:22:38,749 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T23:22:38,749 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T23:22:38,750 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T23:22:38,751 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70655556, jitterRate=0.05284982919692993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T23:22:38,751 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T23:22:38,751 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731367358742Writing region info on filesystem at 1731367358742Initializing all the Stores at 1731367358743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367358743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367358743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367358743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731367358743Cleaning up temporary data from old regions at 1731367358749 (+6 ms)Running coprocessor post-open hooks at 1731367358751 (+2 ms)Region opened successfully at 1731367358751 2024-11-11T23:22:38,751 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731367358720 2024-11-11T23:22:38,753 DEBUG [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T23:22:38,753 INFO [RS_OPEN_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T23:22:38,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:38,754 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cdbe53028b4b,34311,1731367357549, state=OPEN 2024-11-11T23:22:38,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1405960227/meta-region-server 2024-11-11T23:22:38,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1405960227/meta-region-server 2024-11-11T23:22:38,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1405960227/meta-region-server: CHANGED 2024-11-11T23:22:38,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1405960227/meta-region-server: CHANGED 2024-11-11T23:22:38,762 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:38,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T23:22:38,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cdbe53028b4b,34311,1731367357549 in 199 msec 2024-11-11T23:22:38,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T23:22:38,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-11T23:22:38,765 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T23:22:38,765 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T23:22:38,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:38,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,34311,1731367357549, seqNum=-1] 2024-11-11T23:22:38,766 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:38,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:38,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 765 msec 2024-11-11T23:22:38,772 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731367358772, completionTime=-1 2024-11-11T23:22:38,772 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T23:22:38,772 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T23:22:38,774 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T23:22:38,774 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731367418774 2024-11-11T23:22:38,774 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731367478774 2024-11-11T23:22:38,774 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T23:22:38,775 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43199,1731367357382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,775 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43199,1731367357382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,775 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43199,1731367357382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,775 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cdbe53028b4b:43199, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,775 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,775 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,777 DEBUG [master/cdbe53028b4b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T23:22:38,779 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.122sec 2024-11-11T23:22:38,779 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T23:22:38,779 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T23:22:38,779 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T23:22:38,779 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T23:22:38,779 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T23:22:38,779 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43199,1731367357382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T23:22:38,780 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43199,1731367357382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T23:22:38,782 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T23:22:38,782 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T23:22:38,782 INFO [master/cdbe53028b4b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cdbe53028b4b,43199,1731367357382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T23:22:38,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6952ea17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:38,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43199,-1 for getting cluster id 2024-11-11T23:22:38,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:38,822 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34f00819-91da-491b-8436-c280a6a83634' 2024-11-11T23:22:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34f00819-91da-491b-8436-c280a6a83634" 2024-11-11T23:22:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a193513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43199,-1] 2024-11-11T23:22:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:38,824 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:38,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae69407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:38,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,34311,1731367357549, seqNum=-1] 2024-11-11T23:22:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:38,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:38,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:38,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58914 2024-11-11T23:22:38,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T23:22:38,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012c3511950008 connected 2024-11-11T23:22:38,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69738658 2024-11-11T23:22:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:38,879 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:38,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:22:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:22:38,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:22:38,881 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:38,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:22:38,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:22:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:38,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:22:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:39,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46f13f86d105460e57eed09409b48221, NAME => 'test,,1731367358879.46f13f86d105460e57eed09409b48221.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222 2024-11-11T23:22:39,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:22:39,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367358879.46f13f86d105460e57eed09409b48221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:39,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 46f13f86d105460e57eed09409b48221, disabling compactions & flushes 2024-11-11T23:22:39,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:39,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:39,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367358879.46f13f86d105460e57eed09409b48221. after waiting 0 ms 2024-11-11T23:22:39,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:39,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:39,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46f13f86d105460e57eed09409b48221: Waiting for close lock at 1731367359293Disabling compacts and flushes for region at 1731367359293Disabling writes for close at 1731367359293Writing region close event to WAL at 1731367359293Closed at 1731367359293 2024-11-11T23:22:39,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:22:39,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367358879.46f13f86d105460e57eed09409b48221.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367359294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367359294"}]},"ts":"1731367359294"} 2024-11-11T23:22:39,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:22:39,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:22:39,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367359297"}]},"ts":"1731367359297"} 2024-11-11T23:22:39,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:22:39,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=46f13f86d105460e57eed09409b48221, ASSIGN}] 2024-11-11T23:22:39,300 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=46f13f86d105460e57eed09409b48221, ASSIGN 2024-11-11T23:22:39,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=46f13f86d105460e57eed09409b48221, ASSIGN; state=OFFLINE, location=cdbe53028b4b,37343,1731367346661; forceNewPlan=false, retain=false 2024-11-11T23:22:39,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46f13f86d105460e57eed09409b48221, regionState=OPENING, regionLocation=cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:39,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=46f13f86d105460e57eed09409b48221, ASSIGN because future has completed 2024-11-11T23:22:39,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f13f86d105460e57eed09409b48221, server=cdbe53028b4b,37343,1731367346661}] 2024-11-11T23:22:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:39,608 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:39,608 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 46f13f86d105460e57eed09409b48221, NAME => 'test,,1731367358879.46f13f86d105460e57eed09409b48221.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:39,609 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:22:39,609 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:22:39,609 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,609 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367358879.46f13f86d105460e57eed09409b48221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:39,609 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,609 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,610 INFO [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,611 INFO [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f13f86d105460e57eed09409b48221 columnFamilyName f 2024-11-11T23:22:39,611 DEBUG [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:39,611 INFO [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] regionserver.HStore(327): Store=46f13f86d105460e57eed09409b48221/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:39,611 INFO [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,612 INFO [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f13f86d105460e57eed09409b48221 columnFamilyName f1 2024-11-11T23:22:39,612 DEBUG [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:39,612 INFO [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] regionserver.HStore(327): Store=46f13f86d105460e57eed09409b48221/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:39,612 INFO [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,613 INFO [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f13f86d105460e57eed09409b48221 columnFamilyName norep 2024-11-11T23:22:39,613 DEBUG [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:39,614 INFO [StoreOpener-46f13f86d105460e57eed09409b48221-1 {}] regionserver.HStore(327): Store=46f13f86d105460e57eed09409b48221/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:39,614 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,614 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,614 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,615 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,615 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,615 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:22:39,616 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,617 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:39,617 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 46f13f86d105460e57eed09409b48221; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62187215, jitterRate=-0.07333828508853912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:22:39,617 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:39,617 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 46f13f86d105460e57eed09409b48221: Running coprocessor pre-open hook at 1731367359609Writing region info on filesystem at 1731367359609Initializing all the Stores at 1731367359610 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367359610Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367359610Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367359610Cleaning up temporary data from old regions at 1731367359615 (+5 ms)Running coprocessor post-open hooks at 1731367359617 (+2 ms)Region opened successfully at 1731367359617 2024-11-11T23:22:39,618 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367358879.46f13f86d105460e57eed09409b48221., pid=6, masterSystemTime=1731367359605 2024-11-11T23:22:39,619 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:39,619 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:39,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=46f13f86d105460e57eed09409b48221, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:39,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f13f86d105460e57eed09409b48221, server=cdbe53028b4b,37343,1731367346661 because future has completed 2024-11-11T23:22:39,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:22:39,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 46f13f86d105460e57eed09409b48221, server=cdbe53028b4b,37343,1731367346661 in 169 msec 2024-11-11T23:22:39,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:22:39,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=46f13f86d105460e57eed09409b48221, ASSIGN in 325 msec 2024-11-11T23:22:39,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:22:39,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367359626"}]},"ts":"1731367359626"} 2024-11-11T23:22:39,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:22:39,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:22:39,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-11T23:22:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:40,023 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:22:40,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76429e7a 2024-11-11T23:22:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:40,024 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:40,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:22:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:22:40,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:22:40,027 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:40,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:22:40,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:22:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:22:40,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d42c67b6cda4044739b63b4d87676020, NAME => 'test,,1731367360025.d42c67b6cda4044739b63b4d87676020.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2 2024-11-11T23:22:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:22:40,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367360025.d42c67b6cda4044739b63b4d87676020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:40,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d42c67b6cda4044739b63b4d87676020, disabling compactions & flushes 2024-11-11T23:22:40,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:40,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:40,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367360025.d42c67b6cda4044739b63b4d87676020. after waiting 0 ms 2024-11-11T23:22:40,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:40,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:40,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d42c67b6cda4044739b63b4d87676020: Waiting for close lock at 1731367360046Disabling compacts and flushes for region at 1731367360046Disabling writes for close at 1731367360046Writing region close event to WAL at 1731367360046Closed at 1731367360046 2024-11-11T23:22:40,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:22:40,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367360025.d42c67b6cda4044739b63b4d87676020.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367360048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367360048"}]},"ts":"1731367360048"} 2024-11-11T23:22:40,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:22:40,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:22:40,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367360050"}]},"ts":"1731367360050"} 2024-11-11T23:22:40,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:22:40,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d42c67b6cda4044739b63b4d87676020, ASSIGN}] 2024-11-11T23:22:40,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d42c67b6cda4044739b63b4d87676020, ASSIGN 2024-11-11T23:22:40,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d42c67b6cda4044739b63b4d87676020, ASSIGN; state=OFFLINE, location=cdbe53028b4b,42867,1731367352465; forceNewPlan=false, retain=false 2024-11-11T23:22:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:40,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d42c67b6cda4044739b63b4d87676020, regionState=OPENING, regionLocation=cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:40,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d42c67b6cda4044739b63b4d87676020, ASSIGN because future has completed 2024-11-11T23:22:40,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d42c67b6cda4044739b63b4d87676020, server=cdbe53028b4b,42867,1731367352465}] 2024-11-11T23:22:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:40,362 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:40,362 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d42c67b6cda4044739b63b4d87676020, NAME => 'test,,1731367360025.d42c67b6cda4044739b63b4d87676020.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:40,362 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:22:40,362 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:22:40,362 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,362 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367360025.d42c67b6cda4044739b63b4d87676020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:40,362 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,363 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,363 INFO [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,364 INFO [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42c67b6cda4044739b63b4d87676020 columnFamilyName f 2024-11-11T23:22:40,364 DEBUG [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:40,365 INFO [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] regionserver.HStore(327): Store=d42c67b6cda4044739b63b4d87676020/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:40,365 INFO [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,366 INFO [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42c67b6cda4044739b63b4d87676020 columnFamilyName f1 2024-11-11T23:22:40,366 DEBUG [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:40,366 INFO [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] regionserver.HStore(327): Store=d42c67b6cda4044739b63b4d87676020/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:40,366 INFO [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,367 INFO [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42c67b6cda4044739b63b4d87676020 columnFamilyName norep 2024-11-11T23:22:40,367 DEBUG [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:40,367 INFO [StoreOpener-d42c67b6cda4044739b63b4d87676020-1 {}] regionserver.HStore(327): Store=d42c67b6cda4044739b63b4d87676020/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:40,367 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,368 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,368 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,369 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,369 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,369 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:22:40,370 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,371 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:40,371 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d42c67b6cda4044739b63b4d87676020; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68225587, jitterRate=0.016640469431877136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:22:40,371 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:40,371 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d42c67b6cda4044739b63b4d87676020: Running coprocessor pre-open hook at 1731367360363Writing region info on filesystem at 1731367360363Initializing all the Stores at 1731367360363Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367360363Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367360363Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367360363Cleaning up temporary data from old regions at 1731367360369 (+6 ms)Running coprocessor post-open hooks at 1731367360371 (+2 ms)Region opened successfully at 1731367360371 2024-11-11T23:22:40,372 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367360025.d42c67b6cda4044739b63b4d87676020., pid=6, masterSystemTime=1731367360358 2024-11-11T23:22:40,373 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:40,374 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:40,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d42c67b6cda4044739b63b4d87676020, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:40,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d42c67b6cda4044739b63b4d87676020, server=cdbe53028b4b,42867,1731367352465 because future has completed 2024-11-11T23:22:40,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:22:40,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d42c67b6cda4044739b63b4d87676020, server=cdbe53028b4b,42867,1731367352465 in 170 msec 2024-11-11T23:22:40,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:22:40,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d42c67b6cda4044739b63b4d87676020, ASSIGN in 326 msec 2024-11-11T23:22:40,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:22:40,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367360380"}]},"ts":"1731367360380"} 2024-11-11T23:22:40,382 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:22:40,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:22:40,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 357 msec 2024-11-11T23:22:40,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:22:40,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:40,652 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:22:40,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:40,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:40,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@337b02d7 2024-11-11T23:22:40,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:40,654 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:40,655 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:22:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T23:22:40,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:22:40,657 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:40,657 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T23:22:40,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:22:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741835_1011 (size=902) 2024-11-11T23:22:40,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:41,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccf3faf130ff4758d3aa1eb734dda98d, NAME => 'test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f 2024-11-11T23:22:41,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741836_1012 (size=39) 2024-11-11T23:22:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:41,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:41,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ccf3faf130ff4758d3aa1eb734dda98d, disabling compactions & flushes 2024-11-11T23:22:41,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:41,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:41,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. after waiting 0 ms 2024-11-11T23:22:41,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:41,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:41,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccf3faf130ff4758d3aa1eb734dda98d: Waiting for close lock at 1731367361468Disabling compacts and flushes for region at 1731367361468Disabling writes for close at 1731367361468Writing region close event to WAL at 1731367361468Closed at 1731367361468 2024-11-11T23:22:41,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:22:41,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731367361469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367361469"}]},"ts":"1731367361469"} 2024-11-11T23:22:41,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:22:41,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:22:41,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367361471"}]},"ts":"1731367361471"} 2024-11-11T23:22:41,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T23:22:41,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ccf3faf130ff4758d3aa1eb734dda98d, ASSIGN}] 2024-11-11T23:22:41,473 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ccf3faf130ff4758d3aa1eb734dda98d, ASSIGN 2024-11-11T23:22:41,474 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ccf3faf130ff4758d3aa1eb734dda98d, ASSIGN; state=OFFLINE, location=cdbe53028b4b,34311,1731367357549; forceNewPlan=false, retain=false 2024-11-11T23:22:41,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccf3faf130ff4758d3aa1eb734dda98d, regionState=OPENING, regionLocation=cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:41,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ccf3faf130ff4758d3aa1eb734dda98d, ASSIGN because future has completed 2024-11-11T23:22:41,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccf3faf130ff4758d3aa1eb734dda98d, server=cdbe53028b4b,34311,1731367357549}] 2024-11-11T23:22:41,780 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:41,781 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ccf3faf130ff4758d3aa1eb734dda98d, NAME => 'test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:41,781 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:22:41,781 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T23:22:41,781 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,781 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:41,781 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,781 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,782 INFO [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,783 INFO [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf3faf130ff4758d3aa1eb734dda98d columnFamilyName f 2024-11-11T23:22:41,783 DEBUG [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:41,784 INFO [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] regionserver.HStore(327): Store=ccf3faf130ff4758d3aa1eb734dda98d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:41,784 INFO [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,784 INFO [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf3faf130ff4758d3aa1eb734dda98d columnFamilyName f1 2024-11-11T23:22:41,784 DEBUG [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:41,785 INFO [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] regionserver.HStore(327): Store=ccf3faf130ff4758d3aa1eb734dda98d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:41,785 INFO [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,785 INFO [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf3faf130ff4758d3aa1eb734dda98d columnFamilyName norep 2024-11-11T23:22:41,786 DEBUG [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:41,786 INFO [StoreOpener-ccf3faf130ff4758d3aa1eb734dda98d-1 {}] regionserver.HStore(327): Store=ccf3faf130ff4758d3aa1eb734dda98d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:41,786 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,786 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,787 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,787 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,787 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,788 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:22:41,788 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,789 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:41,790 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ccf3faf130ff4758d3aa1eb734dda98d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63030881, jitterRate=-0.06076668202877045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:22:41,790 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:41,790 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ccf3faf130ff4758d3aa1eb734dda98d: Running coprocessor pre-open hook at 1731367361781Writing region info on filesystem at 1731367361781Initializing all the Stores at 1731367361782 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367361782Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367361782Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367361782Cleaning up temporary data from old regions at 1731367361787 (+5 ms)Running coprocessor post-open hooks at 1731367361790 (+3 ms)Region opened successfully at 1731367361790 2024-11-11T23:22:41,790 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d., pid=6, masterSystemTime=1731367361778 2024-11-11T23:22:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:41,792 DEBUG [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:41,792 INFO [RS_OPEN_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:41,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccf3faf130ff4758d3aa1eb734dda98d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:41,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccf3faf130ff4758d3aa1eb734dda98d, server=cdbe53028b4b,34311,1731367357549 because future has completed 2024-11-11T23:22:41,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T23:22:41,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ccf3faf130ff4758d3aa1eb734dda98d, server=cdbe53028b4b,34311,1731367357549 in 169 msec 2024-11-11T23:22:41,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T23:22:41,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ccf3faf130ff4758d3aa1eb734dda98d, ASSIGN in 325 msec 2024-11-11T23:22:41,799 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:22:41,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367361799"}]},"ts":"1731367361799"} 2024-11-11T23:22:41,807 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T23:22:41,808 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:22:41,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-11T23:22:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T23:22:42,803 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T23:22:42,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:42,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,44647,-1 for getting cluster id 2024-11-11T23:22:42,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:42,804 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f5aabdf-30ec-4245-8640-48db1afd1267' 2024-11-11T23:22:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f5aabdf-30ec-4245-8640-48db1afd1267" 2024-11-11T23:22:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646ad149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,44647,-1] 2024-11-11T23:22:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:42,806 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:42,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2847e4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:42,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15a03b74 2024-11-11T23:22:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:42,808 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:42,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cdbe53028b4b:38943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:22:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:22:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:22:42,811 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38943' 2024-11-11T23:22:42,812 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c75db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:42,812 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38943,-1 for getting cluster id 2024-11-11T23:22:42,812 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:42,813 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f059f961-a420-4e23-81be-2c9d96407ab3' 2024-11-11T23:22:42,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:42,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f059f961-a420-4e23-81be-2c9d96407ab3" 2024-11-11T23:22:42,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b064272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:42,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38943,-1] 2024-11-11T23:22:42,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:42,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:42,815 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:42,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8253a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:42,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ff67ea 2024-11-11T23:22:42,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:42,817 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:42,818 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T23:22:42,818 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:22:42,818 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:42,818 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:42,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:42,819 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T23:22:42,820 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T23:22:42,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T23:22:42,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:42,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T23:22:42,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741837_1013 (size=1138) 2024-11-11T23:22:42,870 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T23:22:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:22:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:22:43,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c0d6145fbe493c0ce7d3078b7cd383f, NAME => 'hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222 2024-11-11T23:22:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741838_1014 (size=44) 2024-11-11T23:22:43,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:43,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c0d6145fbe493c0ce7d3078b7cd383f, disabling compactions & flushes 2024-11-11T23:22:43,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:43,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:43,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. after waiting 0 ms 2024-11-11T23:22:43,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:43,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:43,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c0d6145fbe493c0ce7d3078b7cd383f: Waiting for close lock at 1731367363236Disabling compacts and flushes for region at 1731367363236Disabling writes for close at 1731367363236Writing region close event to WAL at 1731367363236Closed at 1731367363236 2024-11-11T23:22:43,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T23:22:43,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731367363237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731367363237"}]},"ts":"1731367363237"} 2024-11-11T23:22:43,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T23:22:43,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T23:22:43,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367363239"}]},"ts":"1731367363239"} 2024-11-11T23:22:43,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T23:22:43,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c0d6145fbe493c0ce7d3078b7cd383f, ASSIGN}] 2024-11-11T23:22:43,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c0d6145fbe493c0ce7d3078b7cd383f, ASSIGN 2024-11-11T23:22:43,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c0d6145fbe493c0ce7d3078b7cd383f, ASSIGN; state=OFFLINE, location=cdbe53028b4b,37343,1731367346661; forceNewPlan=false, retain=false 2024-11-11T23:22:43,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c0d6145fbe493c0ce7d3078b7cd383f, regionState=OPENING, regionLocation=cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:43,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c0d6145fbe493c0ce7d3078b7cd383f, ASSIGN because future has completed 2024-11-11T23:22:43,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c0d6145fbe493c0ce7d3078b7cd383f, server=cdbe53028b4b,37343,1731367346661}] 2024-11-11T23:22:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:22:43,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:43,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T23:22:43,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T23:22:43,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cdbe53028b4b%2C37343%2C1731367346661.rep, suffix=, logDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661, archiveDir=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/oldWALs, maxLogs=10 2024-11-11T23:22:43,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.rep.1731367363551, exclude list is [], retry=0 2024-11-11T23:22:43,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-b56f86fd-4fa6-43e7-ad4a-6521210d48ef,DISK] 2024-11-11T23:22:43,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.rep.1731367363551 2024-11-11T23:22:43,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-11T23:22:43,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c0d6145fbe493c0ce7d3078b7cd383f, NAME => 'hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T23:22:43,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T23:22:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T23:22:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. service=MultiRowMutationService 2024-11-11T23:22:43,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T23:22:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T23:22:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,579 INFO [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,580 INFO [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c0d6145fbe493c0ce7d3078b7cd383f columnFamilyName hfileref 2024-11-11T23:22:43,580 DEBUG [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:43,581 INFO [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] regionserver.HStore(327): Store=9c0d6145fbe493c0ce7d3078b7cd383f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:43,581 INFO [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,581 INFO [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c0d6145fbe493c0ce7d3078b7cd383f columnFamilyName queue 2024-11-11T23:22:43,581 DEBUG [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:43,582 INFO [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] regionserver.HStore(327): Store=9c0d6145fbe493c0ce7d3078b7cd383f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:43,582 INFO [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,583 INFO [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c0d6145fbe493c0ce7d3078b7cd383f columnFamilyName sid 2024-11-11T23:22:43,583 DEBUG [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T23:22:43,583 INFO [StoreOpener-9c0d6145fbe493c0ce7d3078b7cd383f-1 {}] regionserver.HStore(327): Store=9c0d6145fbe493c0ce7d3078b7cd383f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T23:22:43,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T23:22:43,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T23:22:43,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9c0d6145fbe493c0ce7d3078b7cd383f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74445435, jitterRate=0.1093234270811081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T23:22:43,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:43,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9c0d6145fbe493c0ce7d3078b7cd383f: Running coprocessor pre-open hook at 1731367363578Writing region info on filesystem at 1731367363578Initializing all the Stores at 1731367363579 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367363579Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367363579Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731367363579Cleaning up temporary data from old regions at 1731367363585 (+6 ms)Running coprocessor post-open hooks at 1731367363588 (+3 ms)Region opened successfully at 1731367363588 2024-11-11T23:22:43,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f., pid=10, masterSystemTime=1731367363547 2024-11-11T23:22:43,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:43,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:43,590 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c0d6145fbe493c0ce7d3078b7cd383f, regionState=OPEN, openSeqNum=2, regionLocation=cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:43,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c0d6145fbe493c0ce7d3078b7cd383f, server=cdbe53028b4b,37343,1731367346661 because future has completed 2024-11-11T23:22:43,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T23:22:43,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c0d6145fbe493c0ce7d3078b7cd383f, server=cdbe53028b4b,37343,1731367346661 in 198 msec 2024-11-11T23:22:43,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T23:22:43,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c0d6145fbe493c0ce7d3078b7cd383f, ASSIGN in 353 msec 2024-11-11T23:22:43,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T23:22:43,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731367363596"}]},"ts":"1731367363596"} 2024-11-11T23:22:43,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T23:22:43,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T23:22:43,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-11T23:22:43,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2] 2024-11-11T23:22:43,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:43,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:43,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:22:43,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T23:22:43,831 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T23:22:43,866 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cdbe53028b4b,37343,1731367346661, ReplicationSource: 1, currentBandwidth=0 2024-11-11T23:22:43,867 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:43,867 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37343,1731367346661, seqNum=-1] 2024-11-11T23:22:43,867 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:43,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T23:22:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cdbe53028b4b,37343,1731367346661', locateType=CURRENT is [region=hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2] 2024-11-11T23:22:43,871 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T23:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T23:22:43,873 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cdbe53028b4b,37343,1731367346661 suceeded 2024-11-11T23:22:43,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T23:22:43,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-11T23:22:43,874 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cdbe53028b4b:38943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:22:43,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0660 sec 2024-11-11T23:22:43,885 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:38943' 2024-11-11T23:22:43,886 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68951e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,886 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38943,-1 for getting cluster id 2024-11-11T23:22:43,886 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:43,886 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f059f961-a420-4e23-81be-2c9d96407ab3' 2024-11-11T23:22:43,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:43,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f059f961-a420-4e23-81be-2c9d96407ab3" 2024-11-11T23:22:43,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ffc012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38943,-1] 2024-11-11T23:22:43,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:43,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:43,888 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:43,888 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6136c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,888 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:43,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:43,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66130b38 2024-11-11T23:22:43,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:43,889 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T23:22:43,890 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cdbe53028b4b,37343,1731367346661 (queues=1) is replicating from cluster=1f5aabdf-30ec-4245-8640-48db1afd1267 to cluster=f059f961-a420-4e23-81be-2c9d96407ab3 2024-11-11T23:22:43,890 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cdbe53028b4b%2C37343%2C1731367346661 2024-11-11T23:22:43,890 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cdbe53028b4b,37343,1731367346661, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:22:43,890 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C37343%2C1731367346661 2024-11-11T23:22:43,890 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618, startPosition=0, beingWritten=true 2024-11-11T23:22:43,894 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:43,894 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 to pos 379, reset compression=false 2024-11-11T23:22:43,894 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37343,1731367346661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T23:22:43,942 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T23:22:43,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:43,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:43,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:43,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:43,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:43,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,44647,-1 for getting cluster id 2024-11-11T23:22:43,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:43,944 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f5aabdf-30ec-4245-8640-48db1afd1267' 2024-11-11T23:22:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f5aabdf-30ec-4245-8640-48db1afd1267" 2024-11-11T23:22:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641d71dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,44647,-1] 2024-11-11T23:22:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:43,945 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667844e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38943,-1 for getting cluster id 2024-11-11T23:22:43,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:43,947 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f059f961-a420-4e23-81be-2c9d96407ab3' 2024-11-11T23:22:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f059f961-a420-4e23-81be-2c9d96407ab3" 2024-11-11T23:22:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a592b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38943,-1] 2024-11-11T23:22:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:43,948 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:43,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae76aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43199,-1 for getting cluster id 2024-11-11T23:22:43,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:43,949 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34f00819-91da-491b-8436-c280a6a83634' 2024-11-11T23:22:43,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:43,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34f00819-91da-491b-8436-c280a6a83634" 2024-11-11T23:22:43,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d72631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43199,-1] 2024-11-11T23:22:43,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:43,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:43,952 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:43,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8f9619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:43,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:43,956 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731367363955/Put/seqid=0 2024-11-11T23:22:43,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741840_1016 (size=7894) 2024-11-11T23:22:44,101 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 to pos 379, reset compression=false 2024-11-11T23:22:44,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731367364360/Put/seqid=0 2024-11-11T23:22:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741841_1017 (size=7691) 2024-11-11T23:22:44,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:44,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,44647,-1 for getting cluster id 2024-11-11T23:22:44,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:44,366 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f5aabdf-30ec-4245-8640-48db1afd1267' 2024-11-11T23:22:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f5aabdf-30ec-4245-8640-48db1afd1267" 2024-11-11T23:22:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b4023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,44647,-1] 2024-11-11T23:22:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:44,367 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:44,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:44,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37343,1731367346661, seqNum=-1] 2024-11-11T23:22:44,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:44,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:44,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35157885 2024-11-11T23:22:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:44,376 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:44,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2] 2024-11-11T23:22:44,380 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:22:44,385 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T23:22:44,386 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T23:22:44,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 46f13f86d105460e57eed09409b48221/f 2024-11-11T23:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T23:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:44,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 46f13f86d105460e57eed09409b48221/f 2024-11-11T23:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T23:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HRegion(2603): Flush status journal for 46f13f86d105460e57eed09409b48221: 2024-11-11T23:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_1 2024-11-11T23:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_1 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ 2024-11-11T23:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_0 2024-11-11T23:22:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_0 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ 2024-11-11T23:22:44,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_1 into 46f13f86d105460e57eed09409b48221/f as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ - updating store file list. 2024-11-11T23:22:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c52e72f8cc944fb812d1856655da6b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:44,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ into 46f13f86d105460e57eed09409b48221/f 2024-11-11T23:22:44,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_1 into 46f13f86d105460e57eed09409b48221/f (new location: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_) 2024-11-11T23:22:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_1 2024-11-11T23:22:44,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_0 into 46f13f86d105460e57eed09409b48221/f as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ - updating store file list. 2024-11-11T23:22:44,404 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 to pos 379, reset compression=false 2024-11-11T23:22:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 479915f9df394b95ac1638cb1fe15fbd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:44,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ into 46f13f86d105460e57eed09409b48221/f 2024-11-11T23:22:44,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_0 into 46f13f86d105460e57eed09409b48221/f (new location: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_) 2024-11-11T23:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__macam139lc2vb3m7q3rr6gvasfoh6gglflcvoau7v2d4ki6flk7ch5d4718bkd8t/f/hfile_0 2024-11-11T23:22:44,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:44,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:44,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:44,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2 , the old value is region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cdbe53028b4b:37343 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:22:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:22:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2 from cache 2024-11-11T23:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:60152 deadline: 1731367424409 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:60152 2024-11-11T23:22:44,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:44,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42867,1731367352465, seqNum=-1] 2024-11-11T23:22:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:44,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:44,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367360025.d42c67b6cda4044739b63b4d87676020., hostname=cdbe53028b4b,42867,1731367352465, seqNum=2] 2024-11-11T23:22:44,413 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:22:44,414 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37343,1731367346661 got entry batch from reader: WALEntryBatch [walEntries=[{test/46f13f86d105460e57eed09409b48221/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731367364408/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T23:22:44,414 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T23:22:44,415 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:22:44,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T23:22:44,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.ReplicationSink(318): Replicating [1f5aabdf-30ec-4245-8640-48db1afd1267] bulk loaded data 2024-11-11T23:22:44,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6252cc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:44,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,38943,-1 for getting cluster id 2024-11-11T23:22:44,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:44,417 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f059f961-a420-4e23-81be-2c9d96407ab3' 2024-11-11T23:22:44,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:44,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f059f961-a420-4e23-81be-2c9d96407ab3" 2024-11-11T23:22:44,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@151c9829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:44,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,38943,-1] 2024-11-11T23:22:44,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:44,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:44,418 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:44,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bfef7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:44,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741837_1013 (size=7691) 2024-11-11T23:22:44,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741838_1014 (size=7894) 2024-11-11T23:22:44,513 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:37343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T23:22:44,614 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 to pos 687, reset compression=false 2024-11-11T23:22:44,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:44,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:44,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65668142 2024-11-11T23:22:44,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:44,837 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T23:22:44,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:22:44,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:44,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,42867,1731367352465, seqNum=-1] 2024-11-11T23:22:44,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:44,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T23:22:44,847 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T23:22:44,850 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T23:22:44,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ for inclusion in d42c67b6cda4044739b63b4d87676020/f 2024-11-11T23:22:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T23:22:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:44,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ for inclusion in d42c67b6cda4044739b63b4d87676020/f 2024-11-11T23:22:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T23:22:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HRegion(2603): Flush status journal for d42c67b6cda4044739b63b4d87676020: 2024-11-11T23:22:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:22:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/81b1813aed544b7b93ce92fd47c07eaf_SeqId_4_ 2024-11-11T23:22:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:22:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/6e75c4ebc2b8461caad6857242413b7e_SeqId_4_ 2024-11-11T23:22:44,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ into d42c67b6cda4044739b63b4d87676020/f as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/81b1813aed544b7b93ce92fd47c07eaf_SeqId_4_ - updating store file list. 2024-11-11T23:22:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81b1813aed544b7b93ce92fd47c07eaf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:44,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/81b1813aed544b7b93ce92fd47c07eaf_SeqId_4_ into d42c67b6cda4044739b63b4d87676020/f 2024-11-11T23:22:44,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ into d42c67b6cda4044739b63b4d87676020/f (new location: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/81b1813aed544b7b93ce92fd47c07eaf_SeqId_4_) 2024-11-11T23:22:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/479915f9df394b95ac1638cb1fe15fbd_SeqId_4_ 2024-11-11T23:22:44,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ into d42c67b6cda4044739b63b4d87676020/f as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/6e75c4ebc2b8461caad6857242413b7e_SeqId_4_ - updating store file list. 2024-11-11T23:22:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e75c4ebc2b8461caad6857242413b7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:44,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/6e75c4ebc2b8461caad6857242413b7e_SeqId_4_ into d42c67b6cda4044739b63b4d87676020/f 2024-11-11T23:22:44,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ into d42c67b6cda4044739b63b4d87676020/f (new location: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/6e75c4ebc2b8461caad6857242413b7e_SeqId_4_) 2024-11-11T23:22:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__tvtomsoctkbqnei26i9qm6bdtk35s307ga0j0dqkc2dub7i4d2f7o5rrsfsg4lqv/f/3c52e72f8cc944fb812d1856655da6b2_SeqId_4_ 2024-11-11T23:22:44,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.ReplicationSink(324): Finished replicating [1f5aabdf-30ec-4245-8640-48db1afd1267] bulk loaded data 2024-11-11T23:22:44,922 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 to pos 687, reset compression=false 2024-11-11T23:22:45,327 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 to pos 687, reset compression=false 2024-11-11T23:22:45,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,34311,1731367357549, seqNum=-1] 2024-11-11T23:22:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:45,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d., hostname=cdbe53028b4b,34311,1731367357549, seqNum=2] 2024-11-11T23:22:45,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:22:45,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T23:22:45,433 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cdbe53028b4b%2C37343%2C1731367346661:(num 1731367348618) roll requested 2024-11-11T23:22:45,449 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433, exclude list is [], retry=0 2024-11-11T23:22:45,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-b56f86fd-4fa6-43e7-ad4a-6521210d48ef,DISK] 2024-11-11T23:22:45,452 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 2024-11-11T23:22:45,453 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-11T23:22:45,453 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 is not closed yet, will try archiving it next time 2024-11-11T23:22:45,453 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cdbe53028b4b%2C37343%2C1731367346661.rep:(num 1731367363551) roll requested 2024-11-11T23:22:45,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ed338d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,44647,-1 for getting cluster id 2024-11-11T23:22:45,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:45,454 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f5aabdf-30ec-4245-8640-48db1afd1267' 2024-11-11T23:22:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741832_1008 (size=695) 2024-11-11T23:22:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f5aabdf-30ec-4245-8640-48db1afd1267" 2024-11-11T23:22:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e22e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,44647,-1] 2024-11-11T23:22:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,456 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607ea102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4adde8 2024-11-11T23:22:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:45,458 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:45,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://cdbe53028b4b:43199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T23:22:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T23:22:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T23:22:45,460 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 to hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/oldWALs/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 2024-11-11T23:22:45,460 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:43199' 2024-11-11T23:22:45,461 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49784e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,461 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43199,-1 for getting cluster id 2024-11-11T23:22:45,461 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:45,462 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34f00819-91da-491b-8436-c280a6a83634' 2024-11-11T23:22:45,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:45,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34f00819-91da-491b-8436-c280a6a83634" 2024-11-11T23:22:45,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15131260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43199,-1] 2024-11-11T23:22:45,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:45,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,463 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:45,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f09ae3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,463 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:45,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:45,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@590564a3 2024-11-11T23:22:45,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:45,465 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:45,465 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T23:22:45,465 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T23:22:45,465 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,466 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:45,471 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.rep.1731367365453, exclude list is [], retry=0 2024-11-11T23:22:45,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-b56f86fd-4fa6-43e7-ad4a-6521210d48ef,DISK] 2024-11-11T23:22:45,481 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.rep.1731367363551 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.rep.1731367365453 2024-11-11T23:22:45,481 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-11T23:22:45,481 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.rep.1731367363551 is not closed yet, will try archiving it next time 2024-11-11T23:22:45,481 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cdbe53028b4b%2C37343%2C1731367346661.meta:.meta(num 1731367349255) roll requested 2024-11-11T23:22:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741839_1015 (size=1505) 2024-11-11T23:22:45,498 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.meta.1731367365481.meta, exclude list is [], retry=0 2024-11-11T23:22:45,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41491,DS-b56f86fd-4fa6-43e7-ad4a-6521210d48ef,DISK] 2024-11-11T23:22:45,502 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.meta.1731367349255.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.meta.1731367365481.meta 2024-11-11T23:22:45,502 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33475:33475)] 2024-11-11T23:22:45,502 DEBUG [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.meta.1731367349255.meta is not closed yet, will try archiving it next time 2024-11-11T23:22:45,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741834_1010 (size=3473) 2024-11-11T23:22:45,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T23:22:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T23:22:45,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T23:22:45,683 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T23:22:45,713 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-cdbe53028b4b,37343,1731367346661, ReplicationSource: 2, currentBandwidth=0 2024-11-11T23:22:45,715 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T23:22:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T23:22:45,717 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cdbe53028b4b,37343,1731367346661 suceeded 2024-11-11T23:22:45,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T23:22:45,720 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cdbe53028b4b:43199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T23:22:45,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-11T23:22:45,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 262 msec 2024-11-11T23:22:45,736 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cdbe53028b4b:43199' 2024-11-11T23:22:45,738 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe2d292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,738 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43199,-1 for getting cluster id 2024-11-11T23:22:45,738 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:45,739 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34f00819-91da-491b-8436-c280a6a83634' 2024-11-11T23:22:45,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:45,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34f00819-91da-491b-8436-c280a6a83634" 2024-11-11T23:22:45,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@748578bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43199,-1] 2024-11-11T23:22:45,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:45,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,740 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:45,741 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31abd25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,741 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:45,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:45,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e579a4 2024-11-11T23:22:45,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:45,742 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T23:22:45,743 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cdbe53028b4b,37343,1731367346661 (queues=1) is replicating from cluster=1f5aabdf-30ec-4245-8640-48db1afd1267 to cluster=34f00819-91da-491b-8436-c280a6a83634 2024-11-11T23:22:45,743 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cdbe53028b4b%2C37343%2C1731367346661 2024-11-11T23:22:45,743 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cdbe53028b4b,37343,1731367346661, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T23:22:45,743 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cdbe53028b4b%2C37343%2C1731367346661 2024-11-11T23:22:45,743 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433, startPosition=0, beingWritten=true 2024-11-11T23:22:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T23:22:45,772 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T23:22:45,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:45,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:45,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:45,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T23:22:45,777 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731367365776/Put/seqid=0 2024-11-11T23:22:45,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741845_1021 (size=11194) 2024-11-11T23:22:45,793 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731367365792/Put/seqid=0 2024-11-11T23:22:45,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741846_1022 (size=10791) 2024-11-11T23:22:45,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,44647,-1 for getting cluster id 2024-11-11T23:22:45,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:45,805 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f5aabdf-30ec-4245-8640-48db1afd1267' 2024-11-11T23:22:45,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:45,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f5aabdf-30ec-4245-8640-48db1afd1267" 2024-11-11T23:22:45,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7622937d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,44647,-1] 2024-11-11T23:22:45,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:45,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,807 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:45,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440fd914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:45,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,37343,1731367346661, seqNum=-1] 2024-11-11T23:22:45,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:45,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T23:22:45,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:45,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:45,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69e03af2 2024-11-11T23:22:45,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:45,821 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T23:22:45,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2] 2024-11-11T23:22:45,826 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:22:45,830 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 to pos 687, reset compression=false 2024-11-11T23:22:45,832 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 was moved to hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/oldWALs/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 2024-11-11T23:22:45,832 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T23:22:45,833 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618 2024-11-11T23:22:45,833 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37343,1731367346661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367348618, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T23:22:45,834 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433, startPosition=0, beingWritten=true 2024-11-11T23:22:45,836 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cdbe53028b4b%2C37343%2C1731367346661.1731367348618] 2024-11-11T23:22:45,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T23:22:45,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 46f13f86d105460e57eed09409b48221/f 2024-11-11T23:22:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T23:22:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:45,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 46f13f86d105460e57eed09409b48221/f 2024-11-11T23:22:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T23:22:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HRegion(2603): Flush status journal for 46f13f86d105460e57eed09409b48221: 2024-11-11T23:22:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_0 2024-11-11T23:22:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_0 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ 2024-11-11T23:22:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_1 2024-11-11T23:22:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_1 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ 2024-11-11T23:22:45,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_0 into 46f13f86d105460e57eed09409b48221/f as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ - updating store file list. 2024-11-11T23:22:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e966b3776724c5bb45e19131be3c82a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:45,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ into 46f13f86d105460e57eed09409b48221/f 2024-11-11T23:22:45,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_0 into 46f13f86d105460e57eed09409b48221/f (new location: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_) 2024-11-11T23:22:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_0 2024-11-11T23:22:45,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_1 into 46f13f86d105460e57eed09409b48221/f as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ - updating store file list. 2024-11-11T23:22:45,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:22:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6123539ead344b559cdf57a72e1fb8ba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:45,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ into 46f13f86d105460e57eed09409b48221/f 2024-11-11T23:22:45,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_1 into 46f13f86d105460e57eed09409b48221/f (new location: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_) 2024-11-11T23:22:45,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37343 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/staging/jenkins__test__61a9vjm3emclfailmmor24eptl5c5vf0oimallrefa5k6o3gl5ud5qpmcln4fu2v/f/hfile_1 2024-11-11T23:22:45,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:45,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:45,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2 , the old value is region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cdbe53028b4b:37343 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:22:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T23:22:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731367358879.46f13f86d105460e57eed09409b48221., hostname=cdbe53028b4b,37343,1731367346661, seqNum=2 from cache 2024-11-11T23:22:45,872 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T23:22:45,875 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T23:22:45,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:45,948 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 0, reset compression=false 2024-11-11T23:22:45,953 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:22:45,953 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cdbe53028b4b,37343,1731367346661 got entry batch from reader: WALEntryBatch [walEntries=[{test/46f13f86d105460e57eed09409b48221/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731367365868/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T23:22:45,955 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T23:22:45,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T23:22:45,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.ReplicationSink(318): Replicating [1f5aabdf-30ec-4245-8640-48db1afd1267] bulk loaded data 2024-11-11T23:22:45,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7edaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] client.ClusterIdFetcher(90): Going to request cdbe53028b4b,43199,-1 for getting cluster id 2024-11-11T23:22:45,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T23:22:45,958 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34f00819-91da-491b-8436-c280a6a83634' 2024-11-11T23:22:45,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T23:22:45,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34f00819-91da-491b-8436-c280a6a83634" 2024-11-11T23:22:45,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e4dc215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cdbe53028b4b,43199,-1] 2024-11-11T23:22:45,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T23:22:45,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:45,959 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T23:22:45,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1673c4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T23:22:45,982 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:37343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T23:22:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741837_1013 (size=11194) 2024-11-11T23:22:46,154 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:46,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741838_1014 (size=10791) 2024-11-11T23:22:46,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T23:22:46,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:46,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373d74f7 2024-11-11T23:22:46,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T23:22:46,407 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T23:22:46,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:22:46,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T23:22:46,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cdbe53028b4b,34311,1731367357549, seqNum=-1] 2024-11-11T23:22:46,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T23:22:46,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T23:22:46,418 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T23:22:46,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T23:22:46,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ for inclusion in ccf3faf130ff4758d3aa1eb734dda98d/f 2024-11-11T23:22:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T23:22:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:46,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ for inclusion in ccf3faf130ff4758d3aa1eb734dda98d/f 2024-11-11T23:22:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T23:22:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HRegion(2603): Flush status journal for ccf3faf130ff4758d3aa1eb734dda98d: 2024-11-11T23:22:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:22:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/f/ea01bcfacdd4417aa5e58657c66f31d1_SeqId_4_ 2024-11-11T23:22:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e966b3776724c5bb45e19131be3c82a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:22:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/f/a2894ec9fd73444286930440c24ac10a_SeqId_4_ 2024-11-11T23:22:46,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ into ccf3faf130ff4758d3aa1eb734dda98d/f as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/f/ea01bcfacdd4417aa5e58657c66f31d1_SeqId_4_ - updating store file list. 2024-11-11T23:22:46,440 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 0, reset compression=false 2024-11-11T23:22:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea01bcfacdd4417aa5e58657c66f31d1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:46,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/f/ea01bcfacdd4417aa5e58657c66f31d1_SeqId_4_ into ccf3faf130ff4758d3aa1eb734dda98d/f 2024-11-11T23:22:46,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ into ccf3faf130ff4758d3aa1eb734dda98d/f (new location: hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/f/ea01bcfacdd4417aa5e58657c66f31d1_SeqId_4_) 2024-11-11T23:22:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ 2024-11-11T23:22:46,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ into ccf3faf130ff4758d3aa1eb734dda98d/f as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/f/a2894ec9fd73444286930440c24ac10a_SeqId_4_ - updating store file list. 2024-11-11T23:22:46,454 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T23:22:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2894ec9fd73444286930440c24ac10a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:46,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/f/a2894ec9fd73444286930440c24ac10a_SeqId_4_ into ccf3faf130ff4758d3aa1eb734dda98d/f 2024-11-11T23:22:46,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ into ccf3faf130ff4758d3aa1eb734dda98d/f (new location: hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/f/a2894ec9fd73444286930440c24ac10a_SeqId_4_) 2024-11-11T23:22:46,455 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37343,1731367346661 got entry batch from reader: WALEntryBatch [walEntries=[{test/46f13f86d105460e57eed09409b48221/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731367365868/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T23:22:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/staging/jenkins.hfs.23__test__tofcft91bivc16bobbj1hbakkbkvp2qqbb6at3lmskurn3dde7fu29tbnsmgo2e0/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ 2024-11-11T23:22:46,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.ReplicationSink(318): Replicating [1f5aabdf-30ec-4245-8640-48db1afd1267] bulk loaded data 2024-11-11T23:22:46,458 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:46,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34311 {}] regionserver.ReplicationSink(324): Finished replicating [1f5aabdf-30ec-4245-8640-48db1afd1267] bulk loaded data 2024-11-11T23:22:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741839_1015 (size=11194) 2024-11-11T23:22:46,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741840_1016 (size=10791) 2024-11-11T23:22:46,654 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:46,866 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:46,878 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T23:22:46,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T23:22:46,887 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T23:22:46,890 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T23:22:46,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ for inclusion in d42c67b6cda4044739b63b4d87676020/f 2024-11-11T23:22:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T23:22:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:46,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ for inclusion in d42c67b6cda4044739b63b4d87676020/f 2024-11-11T23:22:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T23:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T23:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HRegion(2603): Flush status journal for d42c67b6cda4044739b63b4d87676020: 2024-11-11T23:22:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e966b3776724c5bb45e19131be3c82a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/1040c87da5f14267a57325b33939c603_SeqId_6_ 2024-11-11T23:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T23:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/39d06baf1a964cd5a0ac1566b4ff5b11_SeqId_6_ 2024-11-11T23:22:46,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ into d42c67b6cda4044739b63b4d87676020/f as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/1040c87da5f14267a57325b33939c603_SeqId_6_ - updating store file list. 2024-11-11T23:22:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1040c87da5f14267a57325b33939c603_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:46,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/1040c87da5f14267a57325b33939c603_SeqId_6_ into d42c67b6cda4044739b63b4d87676020/f 2024-11-11T23:22:46,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ into d42c67b6cda4044739b63b4d87676020/f (new location: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/1040c87da5f14267a57325b33939c603_SeqId_6_) 2024-11-11T23:22:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/1e966b3776724c5bb45e19131be3c82a_SeqId_6_ 2024-11-11T23:22:46,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ into d42c67b6cda4044739b63b4d87676020/f as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/39d06baf1a964cd5a0ac1566b4ff5b11_SeqId_6_ - updating store file list. 2024-11-11T23:22:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39d06baf1a964cd5a0ac1566b4ff5b11_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T23:22:46,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/39d06baf1a964cd5a0ac1566b4ff5b11_SeqId_6_ into d42c67b6cda4044739b63b4d87676020/f 2024-11-11T23:22:46,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ into d42c67b6cda4044739b63b4d87676020/f (new location: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/f/39d06baf1a964cd5a0ac1566b4ff5b11_SeqId_6_) 2024-11-11T23:22:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/staging/jenkins.hfs.22__test__fid2ce22q6rtmhkqvf6du5nvr7224ikrf9vhqo23sqevi9eg9bon0o5vp7kr5h0f/f/6123539ead344b559cdf57a72e1fb8ba_SeqId_6_ 2024-11-11T23:22:46,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] regionserver.ReplicationSink(324): Finished replicating [1f5aabdf-30ec-4245-8640-48db1afd1267] bulk loaded data 2024-11-11T23:22:46,914 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T23:22:46,958 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:47,361 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:47,369 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:47,392 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T23:22:47,865 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:47,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:22:47,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:47,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:47,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:47,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:47,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:47,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:22:47,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1847198736, stopped=false 2024-11-11T23:22:47,896 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,43199,1731367357382 2024-11-11T23:22:47,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1405960227/running 2024-11-11T23:22:47,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1405960227/running 2024-11-11T23:22:47,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:47,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:47,961 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:47,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:47,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:47,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:47,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on znode that does not yet exist, /2-1405960227/running 2024-11-11T23:22:47,962 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,34311,1731367357549' ***** 2024-11-11T23:22:47,962 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:22:47,962 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:22:47,962 INFO [RS:0;cdbe53028b4b:34311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:22:47,962 INFO [RS:0;cdbe53028b4b:34311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:22:47,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:22:47,963 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(3091): Received CLOSE for ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:47,963 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:47,963 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:47,963 INFO [RS:0;cdbe53028b4b:34311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:34311. 2024-11-11T23:22:47,963 DEBUG [RS:0;cdbe53028b4b:34311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:47,963 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccf3faf130ff4758d3aa1eb734dda98d, disabling compactions & flushes 2024-11-11T23:22:47,963 DEBUG [RS:0;cdbe53028b4b:34311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:47,963 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:47,963 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:47,963 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. after waiting 0 ms 2024-11-11T23:22:47,963 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:47,963 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:22:47,963 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:22:47,963 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:22:47,963 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:22:47,963 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:22:47,964 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1325): Online Regions={ccf3faf130ff4758d3aa1eb734dda98d=test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:22:47,964 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ccf3faf130ff4758d3aa1eb734dda98d 2024-11-11T23:22:47,964 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:47,964 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:47,964 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:47,964 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:47,964 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:47,964 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T23:22:47,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Set watcher on znode that does not yet exist, /2-1405960227/running 2024-11-11T23:22:47,973 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/default/test/ccf3faf130ff4758d3aa1eb734dda98d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T23:22:47,976 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:47,979 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:47,979 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:22:47,979 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:47,979 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccf3faf130ff4758d3aa1eb734dda98d: Waiting for close lock at 1731367367963Running coprocessor pre-close hooks at 1731367367963Disabling compacts and flushes for region at 1731367367963Disabling writes for close at 1731367367963Writing region close event to WAL at 1731367367964 (+1 ms)Running coprocessor post-close hooks at 1731367367978 (+14 ms)Closed at 1731367367979 (+1 ms) 2024-11-11T23:22:47,979 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d. 2024-11-11T23:22:47,981 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:47,987 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/info/7968bf544496427397983f0eed96ab7e is 129, key is test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d./info:regioninfo/1731367361792/Put/seqid=0 2024-11-11T23:22:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741839_1015 (size=6421) 2024-11-11T23:22:48,164 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:48,275 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:22:48,275 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:22:48,364 DEBUG [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:48,395 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/info/7968bf544496427397983f0eed96ab7e 2024-11-11T23:22:48,416 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/ns/9b7f0e37329c44bfb021b8068a6065c2 is 43, key is default/ns:d/1731367358767/Put/seqid=0 2024-11-11T23:22:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741840_1016 (size=5153) 2024-11-11T23:22:48,434 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/ns/9b7f0e37329c44bfb021b8068a6065c2 2024-11-11T23:22:48,456 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/rep_barrier/8f20ae4ae20643d4bd458697e2c24435 is 112, key is test,,1731367360655.ccf3faf130ff4758d3aa1eb734dda98d./rep_barrier:seqnumDuringOpen/1731367361792/Put/seqid=0 2024-11-11T23:22:48,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741841_1017 (size=5518) 2024-11-11T23:22:48,466 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/rep_barrier/8f20ae4ae20643d4bd458697e2c24435 2024-11-11T23:22:48,469 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:48,497 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/table/09557d1f95f04547ab3b3c87d2a7b66b is 40, key is test/table:state/1731367361799/Put/seqid=0 2024-11-11T23:22:48,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741842_1018 (size=5165) 2024-11-11T23:22:48,500 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/table/09557d1f95f04547ab3b3c87d2a7b66b 2024-11-11T23:22:48,505 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/info/7968bf544496427397983f0eed96ab7e as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/info/7968bf544496427397983f0eed96ab7e 2024-11-11T23:22:48,510 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/info/7968bf544496427397983f0eed96ab7e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T23:22:48,511 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/ns/9b7f0e37329c44bfb021b8068a6065c2 as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/ns/9b7f0e37329c44bfb021b8068a6065c2 2024-11-11T23:22:48,516 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/ns/9b7f0e37329c44bfb021b8068a6065c2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T23:22:48,516 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/rep_barrier/8f20ae4ae20643d4bd458697e2c24435 as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/rep_barrier/8f20ae4ae20643d4bd458697e2c24435 2024-11-11T23:22:48,520 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/rep_barrier/8f20ae4ae20643d4bd458697e2c24435, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T23:22:48,521 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/.tmp/table/09557d1f95f04547ab3b3c87d2a7b66b as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/table/09557d1f95f04547ab3b3c87d2a7b66b 2024-11-11T23:22:48,525 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/table/09557d1f95f04547ab3b3c87d2a7b66b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T23:22:48,526 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=11, compaction requested=false 2024-11-11T23:22:48,533 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T23:22:48,534 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:48,534 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:22:48,534 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:48,534 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367367964Running coprocessor pre-close hooks at 1731367367964Disabling compacts and flushes for region at 1731367367964Disabling writes for close at 1731367367964Obtaining lock to block concurrent updates at 1731367367964Preparing flush snapshotting stores in 1588230740 at 1731367367964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731367367964Flushing stores of hbase:meta,,1.1588230740 at 1731367367965 (+1 ms)Flushing 1588230740/info: creating writer at 1731367367965Flushing 1588230740/info: appending metadata at 1731367367986 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731367367987 (+1 ms)Flushing 1588230740/ns: creating writer at 1731367368399 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731367368416 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731367368416Flushing 1588230740/rep_barrier: creating writer at 1731367368438 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367368456 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367368456Flushing 1588230740/table: creating writer at 1731367368470 (+14 ms)Flushing 1588230740/table: appending metadata at 1731367368496 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731367368496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e8f940: reopening flushed file at 1731367368505 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1ee63d: reopening flushed file at 1731367368510 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372b8d86: reopening flushed file at 1731367368516 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53562bf2: reopening flushed file at 1731367368520 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=11, compaction requested=false at 1731367368526 (+6 ms)Writing region close event to WAL at 1731367368531 (+5 ms)Running coprocessor post-close hooks at 1731367368534 (+3 ms)Closed at 1731367368534 2024-11-11T23:22:48,534 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:48,564 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,34311,1731367357549; all regions closed. 2024-11-11T23:22:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741834_1010 (size=2717) 2024-11-11T23:22:48,568 DEBUG [RS:0;cdbe53028b4b:34311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/oldWALs 2024-11-11T23:22:48,568 INFO [RS:0;cdbe53028b4b:34311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C34311%2C1731367357549.meta:.meta(num 1731367358726) 2024-11-11T23:22:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741833_1009 (size=1028) 2024-11-11T23:22:48,571 DEBUG [RS:0;cdbe53028b4b:34311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/oldWALs 2024-11-11T23:22:48,571 INFO [RS:0;cdbe53028b4b:34311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C34311%2C1731367357549:(num 1731367358422) 2024-11-11T23:22:48,571 DEBUG [RS:0;cdbe53028b4b:34311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:48,571 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:48,571 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:48,571 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:48,572 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:48,572 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:48,572 INFO [RS:0;cdbe53028b4b:34311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:34311. 2024-11-11T23:22:48,572 DEBUG [RS:0;cdbe53028b4b:34311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:48,572 DEBUG [RS:0;cdbe53028b4b:34311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:48,572 DEBUG [RS:0;cdbe53028b4b:34311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:48,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:48,572 INFO [RS:0;cdbe53028b4b:34311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34311 2024-11-11T23:22:48,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1405960227/rs/cdbe53028b4b,34311,1731367357549 2024-11-11T23:22:48,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227/rs 2024-11-11T23:22:48,624 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:48,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,34311,1731367357549] 2024-11-11T23:22:48,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1405960227/draining/cdbe53028b4b,34311,1731367357549 already deleted, retry=false 2024-11-11T23:22:48,645 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,34311,1731367357549 expired; onlineServers=0 2024-11-11T23:22:48,645 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,43199,1731367357382' ***** 2024-11-11T23:22:48,646 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:22:48,646 INFO [M:0;cdbe53028b4b:43199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:48,646 INFO [M:0;cdbe53028b4b:43199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:48,646 DEBUG [M:0;cdbe53028b4b:43199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:22:48,646 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:22:48,646 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367358060 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367358060,5,FailOnTimeoutGroup] 2024-11-11T23:22:48,646 DEBUG [M:0;cdbe53028b4b:43199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:22:48,646 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367358053 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367358053,5,FailOnTimeoutGroup] 2024-11-11T23:22:48,646 INFO [M:0;cdbe53028b4b:43199 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:48,646 INFO [M:0;cdbe53028b4b:43199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:48,646 DEBUG [M:0;cdbe53028b4b:43199 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:22:48,646 INFO [M:0;cdbe53028b4b:43199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:22:48,647 INFO [M:0;cdbe53028b4b:43199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:48,647 INFO [M:0;cdbe53028b4b:43199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:22:48,647 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:22:48,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1405960227/master 2024-11-11T23:22:48,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1405960227 2024-11-11T23:22:48,656 DEBUG [M:0;cdbe53028b4b:43199 {}] zookeeper.ZKUtil(347): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Unable to get data of znode /2-1405960227/master because node does not exist (not an error) 2024-11-11T23:22:48,656 WARN [M:0;cdbe53028b4b:43199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:22:48,656 INFO [M:0;cdbe53028b4b:43199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/.lastflushedseqids 2024-11-11T23:22:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741843_1019 (size=173) 2024-11-11T23:22:48,694 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:48,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:48,735 INFO [RS:0;cdbe53028b4b:34311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:48,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34311-0x1012c3511950007, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:48,735 INFO [RS:0;cdbe53028b4b:34311 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,34311,1731367357549; zookeeper connection closed. 2024-11-11T23:22:48,735 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fe2c043 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fe2c043 2024-11-11T23:22:48,735 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:22:49,061 INFO [M:0;cdbe53028b4b:43199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:22:49,061 INFO [M:0;cdbe53028b4b:43199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:22:49,061 DEBUG [M:0;cdbe53028b4b:43199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:49,061 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:49,061 DEBUG [M:0;cdbe53028b4b:43199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:49,061 DEBUG [M:0;cdbe53028b4b:43199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:49,061 DEBUG [M:0;cdbe53028b4b:43199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:49,061 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T23:22:49,077 DEBUG [M:0;cdbe53028b4b:43199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/374c893c197d447d9090a2a60a40aaa9 is 82, key is hbase:meta,,1/info:regioninfo/1731367358754/Put/seqid=0 2024-11-11T23:22:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741844_1020 (size=5672) 2024-11-11T23:22:49,082 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/374c893c197d447d9090a2a60a40aaa9 2024-11-11T23:22:49,100 DEBUG [M:0;cdbe53028b4b:43199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16e9900b0e814662b625b334f8547cb5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731367361809/Put/seqid=0 2024-11-11T23:22:49,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741845_1021 (size=6586) 2024-11-11T23:22:49,103 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16e9900b0e814662b625b334f8547cb5 2024-11-11T23:22:49,121 DEBUG [M:0;cdbe53028b4b:43199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a084c9e161e54dce877ca78017133f2c is 69, key is cdbe53028b4b,34311,1731367357549/rs:state/1731367358181/Put/seqid=0 2024-11-11T23:22:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741846_1022 (size=5156) 2024-11-11T23:22:49,173 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:49,497 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:49,525 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a084c9e161e54dce877ca78017133f2c 2024-11-11T23:22:49,529 DEBUG [M:0;cdbe53028b4b:43199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/374c893c197d447d9090a2a60a40aaa9 as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/374c893c197d447d9090a2a60a40aaa9 2024-11-11T23:22:49,533 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/374c893c197d447d9090a2a60a40aaa9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T23:22:49,533 DEBUG [M:0;cdbe53028b4b:43199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16e9900b0e814662b625b334f8547cb5 as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16e9900b0e814662b625b334f8547cb5 2024-11-11T23:22:49,550 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16e9900b0e814662b625b334f8547cb5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T23:22:49,551 DEBUG [M:0;cdbe53028b4b:43199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a084c9e161e54dce877ca78017133f2c as hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a084c9e161e54dce877ca78017133f2c 2024-11-11T23:22:49,554 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36621/user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a084c9e161e54dce877ca78017133f2c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T23:22:49,555 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=55, compaction requested=false 2024-11-11T23:22:49,557 INFO [M:0;cdbe53028b4b:43199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:49,557 DEBUG [M:0;cdbe53028b4b:43199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367369061Disabling compacts and flushes for region at 1731367369061Disabling writes for close at 1731367369061Obtaining lock to block concurrent updates at 1731367369061Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367369061Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731367369062 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367369062Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367369062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367369077 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367369077Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367369084 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367369099 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367369099Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367369106 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367369121 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367369121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee1efe5: reopening flushed file at 1731367369529 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a2a06f: reopening flushed file at 1731367369533 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0ec6ff: reopening flushed file at 1731367369550 (+17 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=55, compaction requested=false at 1731367369555 (+5 ms)Writing region close event to WAL at 1731367369557 (+2 ms)Closed at 1731367369557 2024-11-11T23:22:49,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3b8ca26-e25e-83aa-095b-612ba073b54f/MasterData/WALs/cdbe53028b4b,43199,1731367357382/cdbe53028b4b%2C43199%2C1731367357382.1731367357771 not finished, retry = 0 2024-11-11T23:22:49,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43351 is added to blk_1073741830_1006 (size=32770) 2024-11-11T23:22:49,660 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:49,660 INFO [M:0;cdbe53028b4b:43199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:22:49,660 INFO [M:0;cdbe53028b4b:43199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43199 2024-11-11T23:22:49,661 INFO [M:0;cdbe53028b4b:43199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:49,809 INFO [M:0;cdbe53028b4b:43199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43199-0x1012c3511950006, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:49,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8b387b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:49,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:49,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:49,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:49,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:49,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:22:49,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:22:49,814 WARN [BP-1368582419-172.17.0.2-1731367355292 heartbeating to localhost/127.0.0.1:36621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:22:49,814 WARN [BP-1368582419-172.17.0.2-1731367355292 heartbeating to localhost/127.0.0.1:36621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1368582419-172.17.0.2-1731367355292 (Datanode Uuid 26a62e04-e3e2-4400-8829-0a31c85791e3) service to localhost/127.0.0.1:36621 2024-11-11T23:22:49,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/cluster_7f4720cf-2608-953a-0068-cdf3af54fe80/data/data1/current/BP-1368582419-172.17.0.2-1731367355292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:49,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/cluster_7f4720cf-2608-953a-0068-cdf3af54fe80/data/data2/current/BP-1368582419-172.17.0.2-1731367355292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:49,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:22:49,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a65f36e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:49,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:49,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:49,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:49,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1d05a5db-4120-942f-721b-2409a526434b/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:49,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:22:49,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:22:49,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:49,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:49,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:49,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:49,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:49,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:22:49,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=209530249, stopped=false 2024-11-11T23:22:49,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,38943,1731367352295 2024-11-11T23:22:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836405896/running 2024-11-11T23:22:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836405896/running 2024-11-11T23:22:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:49,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:49,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:49,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on znode that does not yet exist, /1-836405896/running 2024-11-11T23:22:49,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:49,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Set watcher on znode that does not yet exist, /1-836405896/running 2024-11-11T23:22:49,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:49,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,42867,1731367352465' ***** 2024-11-11T23:22:49,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:22:49,858 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:22:49,858 INFO [RS:0;cdbe53028b4b:42867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:22:49,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:22:49,858 INFO [RS:0;cdbe53028b4b:42867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:22:49,858 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(3091): Received CLOSE for d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:49,859 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:49,859 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:49,859 INFO [RS:0;cdbe53028b4b:42867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:42867. 2024-11-11T23:22:49,859 DEBUG [RS:0;cdbe53028b4b:42867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:49,859 DEBUG [RS:0;cdbe53028b4b:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:49,859 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d42c67b6cda4044739b63b4d87676020, disabling compactions & flushes 2024-11-11T23:22:49,859 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:49,859 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:49,859 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:22:49,859 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367360025.d42c67b6cda4044739b63b4d87676020. after waiting 0 ms 2024-11-11T23:22:49,859 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:22:49,859 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:49,859 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:22:49,859 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:22:49,859 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T23:22:49,859 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d42c67b6cda4044739b63b4d87676020=test,,1731367360025.d42c67b6cda4044739b63b4d87676020.} 2024-11-11T23:22:49,859 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d42c67b6cda4044739b63b4d87676020 2024-11-11T23:22:49,859 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:49,859 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:49,859 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:49,859 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:49,859 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:49,859 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T23:22:49,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/default/test/d42c67b6cda4044739b63b4d87676020/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T23:22:49,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:49,863 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:22:49,863 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:49,864 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d42c67b6cda4044739b63b4d87676020: Waiting for close lock at 1731367369859Running coprocessor pre-close hooks at 1731367369859Disabling compacts and flushes for region at 1731367369859Disabling writes for close at 1731367369859Writing region close event to WAL at 1731367369860 (+1 ms)Running coprocessor post-close hooks at 1731367369863 (+3 ms)Closed at 1731367369863 2024-11-11T23:22:49,864 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367360025.d42c67b6cda4044739b63b4d87676020. 2024-11-11T23:22:49,877 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/info/551c00f8142f485b8f3d393b6cf27bab is 129, key is test,,1731367360025.d42c67b6cda4044739b63b4d87676020./info:regioninfo/1731367360374/Put/seqid=0 2024-11-11T23:22:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741841_1017 (size=6421) 2024-11-11T23:22:49,880 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/info/551c00f8142f485b8f3d393b6cf27bab 2024-11-11T23:22:49,898 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/ns/eff23b6b61ee48a2835e99a31d968ec2 is 43, key is default/ns:d/1731367355137/Put/seqid=0 2024-11-11T23:22:49,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741842_1018 (size=5153) 2024-11-11T23:22:49,901 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:49,902 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/ns/eff23b6b61ee48a2835e99a31d968ec2 2024-11-11T23:22:49,921 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/rep_barrier/7b4c4a4fd4434a228786d93946eaf65d is 112, key is test,,1731367360025.d42c67b6cda4044739b63b4d87676020./rep_barrier:seqnumDuringOpen/1731367360374/Put/seqid=0 2024-11-11T23:22:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741843_1019 (size=5518) 2024-11-11T23:22:49,992 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:50,059 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:50,126 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:22:50,127 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:22:50,259 DEBUG [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:50,325 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/rep_barrier/7b4c4a4fd4434a228786d93946eaf65d 2024-11-11T23:22:50,357 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/table/1781971d93cd4d519d44ff9c64d0dd9c is 40, key is test/table:state/1731367360380/Put/seqid=0 2024-11-11T23:22:50,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741844_1020 (size=5165) 2024-11-11T23:22:50,365 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/table/1781971d93cd4d519d44ff9c64d0dd9c 2024-11-11T23:22:50,370 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/info/551c00f8142f485b8f3d393b6cf27bab as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/info/551c00f8142f485b8f3d393b6cf27bab 2024-11-11T23:22:50,374 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/info/551c00f8142f485b8f3d393b6cf27bab, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T23:22:50,375 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/ns/eff23b6b61ee48a2835e99a31d968ec2 as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/ns/eff23b6b61ee48a2835e99a31d968ec2 2024-11-11T23:22:50,380 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/ns/eff23b6b61ee48a2835e99a31d968ec2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T23:22:50,381 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/rep_barrier/7b4c4a4fd4434a228786d93946eaf65d as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/rep_barrier/7b4c4a4fd4434a228786d93946eaf65d 2024-11-11T23:22:50,386 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/rep_barrier/7b4c4a4fd4434a228786d93946eaf65d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T23:22:50,387 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/.tmp/table/1781971d93cd4d519d44ff9c64d0dd9c as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/table/1781971d93cd4d519d44ff9c64d0dd9c 2024-11-11T23:22:50,393 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/table/1781971d93cd4d519d44ff9c64d0dd9c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T23:22:50,394 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 535ms, sequenceid=11, compaction requested=false 2024-11-11T23:22:50,394 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:22:50,400 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:50,457 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T23:22:50,458 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:50,458 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:22:50,458 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:50,458 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367369859Running coprocessor pre-close hooks at 1731367369859Disabling compacts and flushes for region at 1731367369859Disabling writes for close at 1731367369859Obtaining lock to block concurrent updates at 1731367369859Preparing flush snapshotting stores in 1588230740 at 1731367369859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731367369860 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367369860Flushing 1588230740/info: creating writer at 1731367369860Flushing 1588230740/info: appending metadata at 1731367369876 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731367369876Flushing 1588230740/ns: creating writer at 1731367369884 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731367369897 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731367369897Flushing 1588230740/rep_barrier: creating writer at 1731367369905 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367369921 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367369921Flushing 1588230740/table: creating writer at 1731367370336 (+415 ms)Flushing 1588230740/table: appending metadata at 1731367370357 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731367370357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155445e: reopening flushed file at 1731367370369 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390c2a28: reopening flushed file at 1731367370374 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e5f183: reopening flushed file at 1731367370380 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67797782: reopening flushed file at 1731367370387 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 535ms, sequenceid=11, compaction requested=false at 1731367370394 (+7 ms)Writing region close event to WAL at 1731367370436 (+42 ms)Running coprocessor post-close hooks at 1731367370458 (+22 ms)Closed at 1731367370458 2024-11-11T23:22:50,458 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:50,460 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,42867,1731367352465; all regions closed. 2024-11-11T23:22:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741834_1010 (size=2717) 2024-11-11T23:22:50,469 DEBUG [RS:0;cdbe53028b4b:42867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/oldWALs 2024-11-11T23:22:50,469 INFO [RS:0;cdbe53028b4b:42867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C42867%2C1731367352465.meta:.meta(num 1731367355090) 2024-11-11T23:22:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741832_1008 (size=1374) 2024-11-11T23:22:50,478 DEBUG [RS:0;cdbe53028b4b:42867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/oldWALs 2024-11-11T23:22:50,478 INFO [RS:0;cdbe53028b4b:42867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cdbe53028b4b%2C42867%2C1731367352465:(num 1731367354222) 2024-11-11T23:22:50,478 DEBUG [RS:0;cdbe53028b4b:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:50,478 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:50,479 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:50,479 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:50,479 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:50,479 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:50,479 INFO [RS:0;cdbe53028b4b:42867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:42867. 2024-11-11T23:22:50,480 DEBUG [RS:0;cdbe53028b4b:42867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:50,480 DEBUG [RS:0;cdbe53028b4b:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:50,480 DEBUG [RS:0;cdbe53028b4b:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:50,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:50,480 INFO [RS:0;cdbe53028b4b:42867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42867 2024-11-11T23:22:50,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896/rs 2024-11-11T23:22:50,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836405896/rs/cdbe53028b4b,42867,1731367352465 2024-11-11T23:22:50,530 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:50,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,42867,1731367352465] 2024-11-11T23:22:50,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-836405896/draining/cdbe53028b4b,42867,1731367352465 already deleted, retry=false 2024-11-11T23:22:50,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,42867,1731367352465 expired; onlineServers=0 2024-11-11T23:22:50,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,38943,1731367352295' ***** 2024-11-11T23:22:50,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:22:50,551 INFO [M:0;cdbe53028b4b:38943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:50,551 INFO [M:0;cdbe53028b4b:38943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:50,551 DEBUG [M:0;cdbe53028b4b:38943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:22:50,551 DEBUG [M:0;cdbe53028b4b:38943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:22:50,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:22:50,551 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367353900 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367353900,5,FailOnTimeoutGroup] 2024-11-11T23:22:50,551 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367353904 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367353904,5,FailOnTimeoutGroup] 2024-11-11T23:22:50,551 INFO [M:0;cdbe53028b4b:38943 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:50,551 INFO [M:0;cdbe53028b4b:38943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:50,551 DEBUG [M:0;cdbe53028b4b:38943 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:22:50,551 INFO [M:0;cdbe53028b4b:38943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:22:50,552 INFO [M:0;cdbe53028b4b:38943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:50,552 INFO [M:0;cdbe53028b4b:38943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:22:50,552 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:22:50,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-836405896/master 2024-11-11T23:22:50,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-836405896 2024-11-11T23:22:50,561 DEBUG [M:0;cdbe53028b4b:38943 {}] zookeeper.RecoverableZooKeeper(212): Node /1-836405896/master already deleted, retry=false 2024-11-11T23:22:50,561 DEBUG [M:0;cdbe53028b4b:38943 {}] master.ActiveMasterManager(353): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-836405896/master 2024-11-11T23:22:50,562 INFO [M:0;cdbe53028b4b:38943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/.lastflushedseqids 2024-11-11T23:22:50,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741845_1021 (size=173) 2024-11-11T23:22:50,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:50,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012c3511950004, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:50,641 INFO [RS:0;cdbe53028b4b:42867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:50,641 INFO [RS:0;cdbe53028b4b:42867 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,42867,1731367352465; zookeeper connection closed. 2024-11-11T23:22:50,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@485a7593 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@485a7593 2024-11-11T23:22:50,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:22:50,895 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:50,977 INFO [M:0;cdbe53028b4b:38943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:22:50,977 INFO [M:0;cdbe53028b4b:38943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:22:50,977 DEBUG [M:0;cdbe53028b4b:38943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:50,977 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:50,978 DEBUG [M:0;cdbe53028b4b:38943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:50,978 DEBUG [M:0;cdbe53028b4b:38943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:50,978 DEBUG [M:0;cdbe53028b4b:38943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:50,978 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T23:22:51,006 DEBUG [M:0;cdbe53028b4b:38943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b315f254076f49aa9a71e06c5aac7e33 is 82, key is hbase:meta,,1/info:regioninfo/1731367355124/Put/seqid=0 2024-11-11T23:22:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741846_1022 (size=5672) 2024-11-11T23:22:51,016 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b315f254076f49aa9a71e06c5aac7e33 2024-11-11T23:22:51,040 DEBUG [M:0;cdbe53028b4b:38943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51a9b26640654942ae78ef8f562471ba is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731367360383/Put/seqid=0 2024-11-11T23:22:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741847_1023 (size=6586) 2024-11-11T23:22:51,046 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51a9b26640654942ae78ef8f562471ba 2024-11-11T23:22:51,070 DEBUG [M:0;cdbe53028b4b:38943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd41da0e48f54a2a9ef66e96b74bec07 is 69, key is cdbe53028b4b,42867,1731367352465/rs:state/1731367353982/Put/seqid=0 2024-11-11T23:22:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741848_1024 (size=5156) 2024-11-11T23:22:51,082 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd41da0e48f54a2a9ef66e96b74bec07 2024-11-11T23:22:51,086 DEBUG [M:0;cdbe53028b4b:38943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b315f254076f49aa9a71e06c5aac7e33 as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b315f254076f49aa9a71e06c5aac7e33 2024-11-11T23:22:51,092 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b315f254076f49aa9a71e06c5aac7e33, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T23:22:51,094 DEBUG [M:0;cdbe53028b4b:38943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51a9b26640654942ae78ef8f562471ba as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51a9b26640654942ae78ef8f562471ba 2024-11-11T23:22:51,100 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51a9b26640654942ae78ef8f562471ba, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T23:22:51,101 DEBUG [M:0;cdbe53028b4b:38943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd41da0e48f54a2a9ef66e96b74bec07 as hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd41da0e48f54a2a9ef66e96b74bec07 2024-11-11T23:22:51,108 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/10dce669-8a8d-87db-a27c-3241757785c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd41da0e48f54a2a9ef66e96b74bec07, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T23:22:51,109 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=55, compaction requested=false 2024-11-11T23:22:51,116 INFO [M:0;cdbe53028b4b:38943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:51,116 DEBUG [M:0;cdbe53028b4b:38943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367370977Disabling compacts and flushes for region at 1731367370977Disabling writes for close at 1731367370978 (+1 ms)Obtaining lock to block concurrent updates at 1731367370978Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367370978Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731367370978Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367370978Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367370979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367371005 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367371006 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367371020 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367371040 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367371040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367371050 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367371069 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367371069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a20f78: reopening flushed file at 1731367371085 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5463a08a: reopening flushed file at 1731367371092 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c81778: reopening flushed file at 1731367371100 (+8 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=55, compaction requested=false at 1731367371109 (+9 ms)Writing region close event to WAL at 1731367371116 (+7 ms)Closed at 1731367371116 2024-11-11T23:22:51,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741830_1006 (size=32770) 2024-11-11T23:22:51,121 INFO [M:0;cdbe53028b4b:38943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:22:51,121 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:51,121 INFO [M:0;cdbe53028b4b:38943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38943 2024-11-11T23:22:51,121 INFO [M:0;cdbe53028b4b:38943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:51,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:51,272 INFO [M:0;cdbe53028b4b:38943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:51,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x1012c3511950003, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:51,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d5fa3db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:51,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:51,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:51,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:51,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:51,276 WARN [BP-1600552001-172.17.0.2-1731367349546 heartbeating to localhost/127.0.0.1:43815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:22:51,276 WARN [BP-1600552001-172.17.0.2-1731367349546 heartbeating to localhost/127.0.0.1:43815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1600552001-172.17.0.2-1731367349546 (Datanode Uuid 37a3e0fe-3b7b-4309-98e5-c78518f644e8) service to localhost/127.0.0.1:43815 2024-11-11T23:22:51,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/cluster_a339fa31-0447-cb9d-0f20-8862b1ae2a44/data/data1/current/BP-1600552001-172.17.0.2-1731367349546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:51,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/cluster_a339fa31-0447-cb9d-0f20-8862b1ae2a44/data/data2/current/BP-1600552001-172.17.0.2-1731367349546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:51,277 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:22:51,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:22:51,277 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:22:51,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1125a761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:51,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:51,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:51,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:51,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cfe35406-6ff6-2fb3-626d-5a30d2c558ad/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:22:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T23:22:51,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:51,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:51,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:51,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:51,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:51,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T23:22:51,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1466276270, stopped=false 2024-11-11T23:22:51,313 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cdbe53028b4b,44647,1731367346483 2024-11-11T23:22:51,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090696384/running 2024-11-11T23:22:51,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090696384/running 2024-11-11T23:22:51,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:51,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:51,330 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:51,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T23:22:51,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on znode that does not yet exist, /0-2090696384/running 2024-11-11T23:22:51,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:51,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:51,331 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cdbe53028b4b,37343,1731367346661' ***** 2024-11-11T23:22:51,331 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T23:22:51,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Set watcher on znode that does not yet exist, /0-2090696384/running 2024-11-11T23:22:51,331 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T23:22:51,331 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T23:22:51,331 INFO [RS:0;cdbe53028b4b:37343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T23:22:51,331 INFO [RS:0;cdbe53028b4b:37343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T23:22:51,331 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:51,331 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(3091): Received CLOSE for 46f13f86d105460e57eed09409b48221 2024-11-11T23:22:51,331 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(959): stopping server cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:51,332 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:51,332 INFO [RS:0;cdbe53028b4b:37343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37343. 2024-11-11T23:22:51,332 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c0d6145fbe493c0ce7d3078b7cd383f, disabling compactions & flushes 2024-11-11T23:22:51,332 DEBUG [RS:0;cdbe53028b4b:37343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:51,332 DEBUG [RS:0;cdbe53028b4b:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:51,332 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:51,332 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T23:22:51,332 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T23:22:51,332 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:51,332 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T23:22:51,332 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T23:22:51,332 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. after waiting 0 ms 2024-11-11T23:22:51,332 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:51,332 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c0d6145fbe493c0ce7d3078b7cd383f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T23:22:51,332 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T23:22:51,332 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9c0d6145fbe493c0ce7d3078b7cd383f=hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f., 46f13f86d105460e57eed09409b48221=test,,1731367358879.46f13f86d105460e57eed09409b48221.} 2024-11-11T23:22:51,332 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46f13f86d105460e57eed09409b48221, 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:51,333 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T23:22:51,333 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T23:22:51,333 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T23:22:51,333 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T23:22:51,334 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T23:22:51,334 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T23:22:51,348 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/info/83f4652538ed4dea91c38109e893d3ff is 147, key is hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f./info:regioninfo/1731367363590/Put/seqid=0 2024-11-11T23:22:51,349 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/.tmp/hfileref/f7c2fb9d602c48fabbdc769a3651c4a0 is 74, key is 1/hfileref:1e966b3776724c5bb45e19131be3c82a_SeqId_6_/1731367366911/DeleteColumn/seqid=0 2024-11-11T23:22:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741847_1023 (size=7686) 2024-11-11T23:22:51,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741848_1024 (size=5489) 2024-11-11T23:22:51,357 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/.tmp/hfileref/f7c2fb9d602c48fabbdc769a3651c4a0 2024-11-11T23:22:51,378 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/.tmp/queue/034283fc8586498b9733c2f6e5b89dba is 153, key is 1-cdbe53028b4b,37343,1731367346661/queue:cdbe53028b4b%2C37343%2C1731367346661/1731367366912/Put/seqid=0 2024-11-11T23:22:51,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741849_1025 (size=5504) 2024-11-11T23:22:51,388 INFO [regionserver/cdbe53028b4b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:51,452 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:51,466 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T23:22:51,466 INFO [regionserver/cdbe53028b4b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T23:22:51,532 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46f13f86d105460e57eed09409b48221, 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:51,733 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46f13f86d105460e57eed09409b48221, 9c0d6145fbe493c0ce7d3078b7cd383f 2024-11-11T23:22:51,754 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/info/83f4652538ed4dea91c38109e893d3ff 2024-11-11T23:22:51,773 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/ns/fb991d29d9e74f668b2fe938a83881d4 is 43, key is default/ns:d/1731367349351/Put/seqid=0 2024-11-11T23:22:51,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741850_1026 (size=5153) 2024-11-11T23:22:51,777 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/ns/fb991d29d9e74f668b2fe938a83881d4 2024-11-11T23:22:51,782 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/.tmp/queue/034283fc8586498b9733c2f6e5b89dba 2024-11-11T23:22:51,785 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/.tmp/hfileref/f7c2fb9d602c48fabbdc769a3651c4a0 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/hfileref/f7c2fb9d602c48fabbdc769a3651c4a0 2024-11-11T23:22:51,789 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/hfileref/f7c2fb9d602c48fabbdc769a3651c4a0, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T23:22:51,790 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/.tmp/queue/034283fc8586498b9733c2f6e5b89dba as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/queue/034283fc8586498b9733c2f6e5b89dba 2024-11-11T23:22:51,794 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/queue/034283fc8586498b9733c2f6e5b89dba, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T23:22:51,795 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/rep_barrier/bc2819e4ed444eef9afb0306e3e0ac86 is 112, key is test,,1731367358879.46f13f86d105460e57eed09409b48221./rep_barrier:seqnumDuringOpen/1731367359620/Put/seqid=0 2024-11-11T23:22:51,795 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9c0d6145fbe493c0ce7d3078b7cd383f in 463ms, sequenceid=17, compaction requested=false 2024-11-11T23:22:51,800 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/replication/9c0d6145fbe493c0ce7d3078b7cd383f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T23:22:51,800 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741851_1027 (size=5518) 2024-11-11T23:22:51,800 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:22:51,801 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:51,801 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c0d6145fbe493c0ce7d3078b7cd383f: Waiting for close lock at 1731367371332Running coprocessor pre-close hooks at 1731367371332Disabling compacts and flushes for region at 1731367371332Disabling writes for close at 1731367371332Obtaining lock to block concurrent updates at 1731367371332Preparing flush snapshotting stores in 9c0d6145fbe493c0ce7d3078b7cd383f at 1731367371332Finished memstore snapshotting hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731367371333 (+1 ms)Flushing stores of hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. at 1731367371333Flushing 9c0d6145fbe493c0ce7d3078b7cd383f/hfileref: creating writer at 1731367371333Flushing 9c0d6145fbe493c0ce7d3078b7cd383f/hfileref: appending metadata at 1731367371348 (+15 ms)Flushing 9c0d6145fbe493c0ce7d3078b7cd383f/hfileref: closing flushed file at 1731367371348Flushing 9c0d6145fbe493c0ce7d3078b7cd383f/queue: creating writer at 1731367371361 (+13 ms)Flushing 9c0d6145fbe493c0ce7d3078b7cd383f/queue: appending metadata at 1731367371377 (+16 ms)Flushing 9c0d6145fbe493c0ce7d3078b7cd383f/queue: closing flushed file at 1731367371377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5c9bf4: reopening flushed file at 1731367371785 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de8f072: reopening flushed file at 1731367371790 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9c0d6145fbe493c0ce7d3078b7cd383f in 463ms, sequenceid=17, compaction requested=false at 1731367371795 (+5 ms)Writing region close event to WAL at 1731367371796 (+1 ms)Running coprocessor post-close hooks at 1731367371800 (+4 ms)Closed at 1731367371800 2024-11-11T23:22:51,801 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731367362818.9c0d6145fbe493c0ce7d3078b7cd383f. 2024-11-11T23:22:51,801 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46f13f86d105460e57eed09409b48221, disabling compactions & flushes 2024-11-11T23:22:51,801 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:51,801 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:51,801 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731367358879.46f13f86d105460e57eed09409b48221. after waiting 0 ms 2024-11-11T23:22:51,801 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:51,804 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/default/test/46f13f86d105460e57eed09409b48221/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T23:22:51,804 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:51,804 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T23:22:51,804 INFO [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:51,804 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46f13f86d105460e57eed09409b48221: Waiting for close lock at 1731367371801Running coprocessor pre-close hooks at 1731367371801Disabling compacts and flushes for region at 1731367371801Disabling writes for close at 1731367371801Writing region close event to WAL at 1731367371801Running coprocessor post-close hooks at 1731367371804 (+3 ms)Closed at 1731367371804 2024-11-11T23:22:51,804 DEBUG [RS_CLOSE_REGION-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731367358879.46f13f86d105460e57eed09409b48221. 2024-11-11T23:22:51,900 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:51,904 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:51,904 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 688, reset compression=false 2024-11-11T23:22:51,904 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cdbe53028b4b,37343,1731367346661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:51,905 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cdbe53028b4b,37343,1731367346661: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cdbe53028b4b,37343,1731367346661, walGroup=cdbe53028b4b%2C37343%2C1731367346661, offset=cdbe53028b4b%2C37343%2C1731367346661.1731367365433:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:37343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T23:22:51,906 ERROR [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T23:22:51,906 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T23:22:51,906 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T23:22:51,906 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T23:22:51,906 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T23:22:51,906 INFO [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1514143744, "init": 1048576000, "max": 2306867200, "used": 1074539896 }, "NonHeapMemoryUsage": { "committed": 209977344, "init": 7667712, "max": -1, "used": 206883664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T23:22:51,907 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:44647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cdbe53028b4b:44647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T23:22:51,933 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:52,107 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 688, reset compression=false 2024-11-11T23:22:52,133 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:52,201 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/rep_barrier/bc2819e4ed444eef9afb0306e3e0ac86 2024-11-11T23:22:52,220 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/table/d643df8ae435454298e766fa23a80bf9 is 53, key is hbase:replication/table:state/1731367363596/Put/seqid=0 2024-11-11T23:22:52,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741852_1028 (size=5308) 2024-11-11T23:22:52,333 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T23:22:52,333 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T23:22:52,333 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:52,410 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 688, reset compression=false 2024-11-11T23:22:52,533 DEBUG [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T23:22:52,555 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 393, reset compression=false 2024-11-11T23:22:52,562 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T23:22:52,562 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 688, reset compression=false 2024-11-11T23:22:52,562 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cdbe53028b4b,37343,1731367346661 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T23:22:52,563 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-11T23:22:52,623 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/table/d643df8ae435454298e766fa23a80bf9 2024-11-11T23:22:52,627 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/info/83f4652538ed4dea91c38109e893d3ff as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/info/83f4652538ed4dea91c38109e893d3ff 2024-11-11T23:22:52,630 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/info/83f4652538ed4dea91c38109e893d3ff, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T23:22:52,630 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/ns/fb991d29d9e74f668b2fe938a83881d4 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/ns/fb991d29d9e74f668b2fe938a83881d4 2024-11-11T23:22:52,633 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/ns/fb991d29d9e74f668b2fe938a83881d4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T23:22:52,634 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/rep_barrier/bc2819e4ed444eef9afb0306e3e0ac86 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/rep_barrier/bc2819e4ed444eef9afb0306e3e0ac86 2024-11-11T23:22:52,637 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/rep_barrier/bc2819e4ed444eef9afb0306e3e0ac86, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T23:22:52,637 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/.tmp/table/d643df8ae435454298e766fa23a80bf9 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/table/d643df8ae435454298e766fa23a80bf9 2024-11-11T23:22:52,640 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/table/d643df8ae435454298e766fa23a80bf9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T23:22:52,640 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-11T23:22:52,640 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T23:22:52,643 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T23:22:52,644 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T23:22:52,644 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T23:22:52,644 INFO [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:52,644 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731367371332Running coprocessor pre-close hooks at 1731367371332Disabling compacts and flushes for region at 1731367371332Disabling writes for close at 1731367371333 (+1 ms)Obtaining lock to block concurrent updates at 1731367371334 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731367371334Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731367371335 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731367371336 (+1 ms)Flushing 1588230740/info: creating writer at 1731367371336Flushing 1588230740/info: appending metadata at 1731367371348 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731367371348Flushing 1588230740/ns: creating writer at 1731367371757 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731367371773 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731367371773Flushing 1588230740/rep_barrier: creating writer at 1731367371780 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731367371794 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731367371794Flushing 1588230740/table: creating writer at 1731367372204 (+410 ms)Flushing 1588230740/table: appending metadata at 1731367372219 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731367372219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c73784d: reopening flushed file at 1731367372626 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1cd057: reopening flushed file at 1731367372630 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddd69d7: reopening flushed file at 1731367372633 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213c6852: reopening flushed file at 1731367372637 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731367372640 (+3 ms)Writing region close event to WAL at 1731367372641 (+1 ms)Running coprocessor post-close hooks at 1731367372644 (+3 ms)Closed at 1731367372644 2024-11-11T23:22:52,644 DEBUG [RS_CLOSE_META-regionserver/cdbe53028b4b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T23:22:52,733 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(976): stopping server cdbe53028b4b,37343,1731367346661; all regions closed. 2024-11-11T23:22:52,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741844_1020 (size=859) 2024-11-11T23:22:52,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741843_1019 (size=2791) 2024-11-11T23:22:52,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741842_1018 (size=696) 2024-11-11T23:22:52,741 DEBUG [RS:0;cdbe53028b4b:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:52,741 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T23:22:52,741 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:52,741 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.ChoreService(370): Chore service for: regionserver/cdbe53028b4b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:52,741 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:52,741 INFO [regionserver/cdbe53028b4b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:52,741 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cdbe53028b4b,37343,1731367346661 because: Region server is closing 2024-11-11T23:22:52,741 INFO [RS:0;cdbe53028b4b:37343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37343. 2024-11-11T23:22:52,741 DEBUG [RS:0;cdbe53028b4b:37343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:52,742 DEBUG [RS:0;cdbe53028b4b:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:52,742 DEBUG [RS:0;cdbe53028b4b:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:52,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:52,768 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 to pos 688, reset compression=false 2024-11-11T23:22:52,770 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/WALs/cdbe53028b4b,37343,1731367346661/cdbe53028b4b%2C37343%2C1731367346661.1731367365433 2024-11-11T23:22:52,770 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T23:22:52,770 DEBUG [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T23:22:52,842 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,1-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,1-cdbe53028b4b,37343,1731367346661 terminated 2024-11-11T23:22:52,842 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cdbe53028b4b,37343,1731367346661 because: Region server is closing 2024-11-11T23:22:52,842 INFO [RS:0;cdbe53028b4b:37343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cdbe53028b4b:37343. 2024-11-11T23:22:52,842 DEBUG [RS:0;cdbe53028b4b:37343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T23:22:52,842 DEBUG [RS:0;cdbe53028b4b:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:52,842 DEBUG [RS:0;cdbe53028b4b:37343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T23:22:52,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T23:22:52,943 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.shippercdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 terminated 2024-11-11T23:22:52,943 INFO [RS:0;cdbe53028b4b:37343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37343 2024-11-11T23:22:52,943 WARN [RS_REFRESH_PEER-regionserver/cdbe53028b4b:0-0.replicationSource,2-cdbe53028b4b,37343,1731367346661.replicationSource.wal-reader.cdbe53028b4b%2C37343%2C1731367346661,2-cdbe53028b4b,37343,1731367346661 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-11T23:22:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090696384/rs/cdbe53028b4b,37343,1731367346661 2024-11-11T23:22:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384/rs 2024-11-11T23:22:52,975 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:52,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cdbe53028b4b,37343,1731367346661] 2024-11-11T23:22:53,003 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090696384/draining/cdbe53028b4b,37343,1731367346661 already deleted, retry=false 2024-11-11T23:22:53,003 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cdbe53028b4b,37343,1731367346661 expired; onlineServers=0 2024-11-11T23:22:53,003 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cdbe53028b4b,44647,1731367346483' ***** 2024-11-11T23:22:53,003 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T23:22:53,003 INFO [M:0;cdbe53028b4b:44647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T23:22:53,003 INFO [M:0;cdbe53028b4b:44647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T23:22:53,003 DEBUG [M:0;cdbe53028b4b:44647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T23:22:53,003 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T23:22:53,003 DEBUG [M:0;cdbe53028b4b:44647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T23:22:53,003 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367348409 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.small.0-1731367348409,5,FailOnTimeoutGroup] 2024-11-11T23:22:53,003 DEBUG [master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367348404 {}] cleaner.HFileCleaner(306): Exit Thread[master/cdbe53028b4b:0:becomeActiveMaster-HFileCleaner.large.0-1731367348404,5,FailOnTimeoutGroup] 2024-11-11T23:22:53,003 INFO [M:0;cdbe53028b4b:44647 {}] hbase.ChoreService(370): Chore service for: master/cdbe53028b4b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T23:22:53,004 INFO [M:0;cdbe53028b4b:44647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T23:22:53,004 DEBUG [M:0;cdbe53028b4b:44647 {}] master.HMaster(1795): Stopping service threads 2024-11-11T23:22:53,004 INFO [M:0;cdbe53028b4b:44647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T23:22:53,004 INFO [M:0;cdbe53028b4b:44647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T23:22:53,004 INFO [M:0;cdbe53028b4b:44647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T23:22:53,004 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T23:22:53,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090696384/master 2024-11-11T23:22:53,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090696384 2024-11-11T23:22:53,014 DEBUG [M:0;cdbe53028b4b:44647 {}] zookeeper.ZKUtil(347): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Unable to get data of znode /0-2090696384/master because node does not exist (not an error) 2024-11-11T23:22:53,014 WARN [M:0;cdbe53028b4b:44647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T23:22:53,014 INFO [M:0;cdbe53028b4b:44647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/.lastflushedseqids 2024-11-11T23:22:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741853_1029 (size=263) 2024-11-11T23:22:53,093 INFO [RS:0;cdbe53028b4b:37343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:53,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:53,093 INFO [RS:0;cdbe53028b4b:37343 {}] regionserver.HRegionServer(1031): Exiting; stopping=cdbe53028b4b,37343,1731367346661; zookeeper connection closed. 2024-11-11T23:22:53,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37343-0x1012c3511950001, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:53,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c51591f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c51591f 2024-11-11T23:22:53,093 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T23:22:53,418 INFO [M:0;cdbe53028b4b:44647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T23:22:53,418 INFO [M:0;cdbe53028b4b:44647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T23:22:53,418 DEBUG [M:0;cdbe53028b4b:44647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T23:22:53,418 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:53,418 DEBUG [M:0;cdbe53028b4b:44647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:53,418 DEBUG [M:0;cdbe53028b4b:44647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T23:22:53,418 DEBUG [M:0;cdbe53028b4b:44647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:53,418 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-11T23:22:53,434 DEBUG [M:0;cdbe53028b4b:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07cbf2767d3e45e488cd13cb1d0b87d2 is 82, key is hbase:meta,,1/info:regioninfo/1731367349324/Put/seqid=0 2024-11-11T23:22:53,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741854_1030 (size=5672) 2024-11-11T23:22:53,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T23:22:53,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T23:22:53,841 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07cbf2767d3e45e488cd13cb1d0b87d2 2024-11-11T23:22:53,857 DEBUG [M:0;cdbe53028b4b:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beed0172a32d401d836d2575eab131b7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731367363598/Put/seqid=0 2024-11-11T23:22:53,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741855_1031 (size=8909) 2024-11-11T23:22:54,261 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beed0172a32d401d836d2575eab131b7 2024-11-11T23:22:54,280 DEBUG [M:0;cdbe53028b4b:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7437eb6f06dd49139a1d37fa90a7bb2f is 69, key is cdbe53028b4b,37343,1731367346661/rs:state/1731367348416/Put/seqid=0 2024-11-11T23:22:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741856_1032 (size=5156) 2024-11-11T23:22:54,683 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7437eb6f06dd49139a1d37fa90a7bb2f 2024-11-11T23:22:54,687 DEBUG [M:0;cdbe53028b4b:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07cbf2767d3e45e488cd13cb1d0b87d2 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07cbf2767d3e45e488cd13cb1d0b87d2 2024-11-11T23:22:54,689 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07cbf2767d3e45e488cd13cb1d0b87d2, entries=8, sequenceid=112, filesize=5.5 K 2024-11-11T23:22:54,690 DEBUG [M:0;cdbe53028b4b:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beed0172a32d401d836d2575eab131b7 as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/beed0172a32d401d836d2575eab131b7 2024-11-11T23:22:54,693 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/beed0172a32d401d836d2575eab131b7, entries=13, sequenceid=112, filesize=8.7 K 2024-11-11T23:22:54,693 DEBUG [M:0;cdbe53028b4b:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7437eb6f06dd49139a1d37fa90a7bb2f as hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7437eb6f06dd49139a1d37fa90a7bb2f 2024-11-11T23:22:54,696 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45351/user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7437eb6f06dd49139a1d37fa90a7bb2f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-11T23:22:54,697 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=112, compaction requested=false 2024-11-11T23:22:54,698 INFO [M:0;cdbe53028b4b:44647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T23:22:54,698 DEBUG [M:0;cdbe53028b4b:44647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731367373418Disabling compacts and flushes for region at 1731367373418Disabling writes for close at 1731367373418Obtaining lock to block concurrent updates at 1731367373418Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731367373418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731367373419 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731367373419Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731367373419Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731367373434 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731367373434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731367373844 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731367373857 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731367373857Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731367374264 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731367374279 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731367374279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89f5e23: reopening flushed file at 1731367374686 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2785f18e: reopening flushed file at 1731367374690 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f83bc7: reopening flushed file at 1731367374693 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=112, compaction requested=false at 1731367374697 (+4 ms)Writing region close event to WAL at 1731367374698 (+1 ms)Closed at 1731367374698 2024-11-11T23:22:54,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e691ffd5-825a-baf5-141c-61c3217dc222/MasterData/WALs/cdbe53028b4b,44647,1731367346483/cdbe53028b4b%2C44647%2C1731367346483.1731367348022 not finished, retry = 0 2024-11-11T23:22:54,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41491 is added to blk_1073741830_1006 (size=69055) 2024-11-11T23:22:54,800 INFO [M:0;cdbe53028b4b:44647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T23:22:54,800 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T23:22:54,800 INFO [M:0;cdbe53028b4b:44647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44647 2024-11-11T23:22:54,801 INFO [M:0;cdbe53028b4b:44647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T23:22:54,939 INFO [M:0;cdbe53028b4b:44647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T23:22:54,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:54,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x1012c3511950000, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T23:22:54,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f17d5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T23:22:54,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:54,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:54,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:54,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:54,943 WARN [BP-155748976-172.17.0.2-1731367343608 heartbeating to localhost/127.0.0.1:45351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T23:22:54,944 WARN [BP-155748976-172.17.0.2-1731367343608 heartbeating to localhost/127.0.0.1:45351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-155748976-172.17.0.2-1731367343608 (Datanode Uuid 0d84ae4d-f7b2-40be-8a2c-f5ade5e4b274) service to localhost/127.0.0.1:45351 2024-11-11T23:22:54,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T23:22:54,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T23:22:54,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/cluster_6a5fb569-fbc2-d9d5-b3e9-5583ad4038aa/data/data1/current/BP-155748976-172.17.0.2-1731367343608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:54,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/cluster_6a5fb569-fbc2-d9d5-b3e9-5583ad4038aa/data/data2/current/BP-155748976-172.17.0.2-1731367343608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T23:22:54,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T23:22:54,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5208d3f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T23:22:54,949 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T23:22:54,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T23:22:54,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T23:22:54,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90ca2cf9-94df-4026-c526-4c8ea9b3123c/hadoop.log.dir/,STOPPED} 2024-11-11T23:22:54,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T23:22:54,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T23:22:54,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 527) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36621 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58914) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45351 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58914) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45351 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45351 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43815 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36621 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43815 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58914) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=986 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 352) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4831 (was 5271) 2024-11-11T23:22:54,990 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-11T23:22:55,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012c3511950008, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:22:55,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012c3511950002, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:22:55,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012c3511950005, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T23:22:55,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012c3511950002, quorum=127.0.0.1:58914, baseZNode=/0-2090696384 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:22:55,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012c3511950008, quorum=127.0.0.1:58914, baseZNode=/2-1405960227 Received Disconnected from ZooKeeper, ignoring 2024-11-11T23:22:55,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012c3511950005, quorum=127.0.0.1:58914, baseZNode=/1-836405896 Received Disconnected from ZooKeeper, ignoring